2024-11-23 20:16:55,228 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 20:16:55,247 main DEBUG Took 0.017503 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 20:16:55,248 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 20:16:55,248 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 20:16:55,249 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 20:16:55,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,260 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 20:16:55,276 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,279 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,280 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,282 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,285 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,286 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,287 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,287 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,289 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 20:16:55,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,290 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 20:16:55,292 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 20:16:55,294 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 20:16:55,296 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 20:16:55,297 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 20:16:55,299 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 20:16:55,299 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 20:16:55,311 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 20:16:55,314 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 20:16:55,316 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 20:16:55,317 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 20:16:55,317 main DEBUG createAppenders(={Console}) 2024-11-23 20:16:55,318 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 20:16:55,318 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 20:16:55,319 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 20:16:55,319 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 20:16:55,320 main DEBUG OutputStream closed 2024-11-23 20:16:55,320 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 20:16:55,321 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 20:16:55,321 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 20:16:55,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 20:16:55,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 20:16:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 20:16:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 20:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 20:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 20:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 20:16:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 20:16:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 20:16:55,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 20:16:55,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 20:16:55,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 20:16:55,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 20:16:55,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 20:16:55,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 20:16:55,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 20:16:55,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 20:16:55,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 20:16:55,415 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 20:16:55,415 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 20:16:55,415 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 20:16:55,416 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T20:16:55,436 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 20:16:55,440 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 20:16:55,441 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T20:16:55,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=7585 2024-11-23T20:16:55,684 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T20:16:55,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c 2024-11-23T20:16:55,725 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99, deleteOnExit=true 2024-11-23T20:16:55,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/zookeeper_0, clientPort=59118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:16:55,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59118 2024-11-23T20:16:55,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:16:55,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:16:55,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/test.cache.data in system properties and HBase conf 2024-11-23T20:16:55,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:16:55,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:16:55,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:16:55,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:16:55,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:16:55,944 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T20:16:56,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:16:56,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:16:56,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:16:56,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:16:56,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:16:56,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:16:56,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:16:56,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:16:56,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:16:56,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:16:56,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:16:56,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:16:56,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:16:56,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:16:56,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:16:56,863 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T20:16:56,946 INFO [Time-limited test {}] log.Log(170): Logging initialized @2372ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T20:16:57,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:16:57,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:16:57,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:16:57,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:16:57,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:16:57,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:16:57,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:16:57,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:16:57,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/java.io.tmpdir/jetty-localhost-45713-hadoop-hdfs-3_4_1-tests_jar-_-any-9746620755313410615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:16:57,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:45713} 2024-11-23T20:16:57,328 INFO [Time-limited test {}] server.Server(415): Started @2756ms 2024-11-23T20:16:57,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:16:57,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:16:57,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:16:57,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:16:57,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:16:57,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:16:57,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:16:58,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/java.io.tmpdir/jetty-localhost-42431-hadoop-hdfs-3_4_1-tests_jar-_-any-14892616907579844974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:16:58,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:42431} 2024-11-23T20:16:58,006 INFO [Time-limited test {}] server.Server(415): Started @3434ms 2024-11-23T20:16:58,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:16:58,560 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/data/data2/current/BP-1271144557-172.17.0.2-1732393016617/current, will proceed with Du for space computation calculation, 2024-11-23T20:16:58,560 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/data/data1/current/BP-1271144557-172.17.0.2-1732393016617/current, will proceed with Du for space computation calculation, 2024-11-23T20:16:58,595 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:16:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6007d853ad644cad with lease ID 0x7ec4678a470da0eb: Processing first storage report for DS-6adb9119-8725-40f9-90f7-624db8942fc2 from datanode DatanodeRegistration(127.0.0.1:42497, datanodeUuid=7fb4b72c-4215-4a48-a2e7-df06f2b93bde, infoPort=43273, infoSecurePort=0, ipcPort=34907, storageInfo=lv=-57;cid=testClusterID;nsid=307584031;c=1732393016617) 2024-11-23T20:16:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6007d853ad644cad with lease ID 0x7ec4678a470da0eb: from storage DS-6adb9119-8725-40f9-90f7-624db8942fc2 node DatanodeRegistration(127.0.0.1:42497, datanodeUuid=7fb4b72c-4215-4a48-a2e7-df06f2b93bde, infoPort=43273, infoSecurePort=0, ipcPort=34907, storageInfo=lv=-57;cid=testClusterID;nsid=307584031;c=1732393016617), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T20:16:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6007d853ad644cad with lease ID 0x7ec4678a470da0eb: Processing first storage report for DS-824bf1e4-c785-4da7-bedd-966b9d055c30 from datanode DatanodeRegistration(127.0.0.1:42497, datanodeUuid=7fb4b72c-4215-4a48-a2e7-df06f2b93bde, infoPort=43273, infoSecurePort=0, ipcPort=34907, storageInfo=lv=-57;cid=testClusterID;nsid=307584031;c=1732393016617) 2024-11-23T20:16:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6007d853ad644cad with lease ID 0x7ec4678a470da0eb: from storage DS-824bf1e4-c785-4da7-bedd-966b9d055c30 node DatanodeRegistration(127.0.0.1:42497, datanodeUuid=7fb4b72c-4215-4a48-a2e7-df06f2b93bde, infoPort=43273, infoSecurePort=0, ipcPort=34907, storageInfo=lv=-57;cid=testClusterID;nsid=307584031;c=1732393016617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:16:58,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c 2024-11-23T20:16:58,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:16:58,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:16:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:16:59,323 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8 with version=8 2024-11-23T20:16:59,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/hbase-staging 2024-11-23T20:16:59,418 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T20:16:59,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:16:59,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:16:59,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:16:59,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:16:59,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:16:59,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:16:59,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:16:59,887 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T20:16:59,896 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T20:16:59,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:16:59,927 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12922 (auto-detected) 2024-11-23T20:16:59,929 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T20:16:59,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38113 2024-11-23T20:16:59,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38113 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:00,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381130x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:00,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38113-0x101467984870000 connected 2024-11-23T20:17:00,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:00,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:00,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:00,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8, hbase.cluster.distributed=false 2024-11-23T20:17:00,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/acl 2024-11-23T20:17:00,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-23T20:17:00,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-11-23T20:17:00,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-11-23T20:17:00,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-23T20:17:00,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-23T20:17:00,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:00,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:00,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:00,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:00,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37875 2024-11-23T20:17:00,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37875 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:00,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:00,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378750x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:00,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37875-0x101467984870001 connected 2024-11-23T20:17:00,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:00,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:00,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:00,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/master 2024-11-23T20:17:00,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/acl 2024-11-23T20:17:00,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37875 2024-11-23T20:17:00,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37875 2024-11-23T20:17:00,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37875 2024-11-23T20:17:00,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37875 2024-11-23T20:17:00,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37875 2024-11-23T20:17:00,268 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:38113 2024-11-23T20:17:00,270 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0119073852/backup-masters/80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:00,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/backup-masters/80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/master 2024-11-23T20:17:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:00,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:00,300 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/master 2024-11-23T20:17:00,302 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0119073852/backup-masters/80f3ff297c7b,38113,1732393019472 from backup master directory 2024-11-23T20:17:00,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/backup-masters/80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:00,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:00,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:00,311 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:00,311 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:00,313 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T20:17:00,315 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T20:17:00,373 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/hbase.id] with ID: 503eb8da-c368-42d8-ba41-3ad058aa505e 2024-11-23T20:17:00,373 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.tmp/hbase.id 2024-11-23T20:17:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:00,785 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.tmp/hbase.id]:[hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/hbase.id] 2024-11-23T20:17:00,828 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:00,833 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:00,853 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-23T20:17:00,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:00,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:01,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:01,286 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:01,310 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T20:17:01,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:01,771 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store 2024-11-23T20:17:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:01,795 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T20:17:01,799 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:01,801 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:01,801 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:01,802 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:01,804 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:01,804 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:01,805 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:01,806 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393021801Disabling compacts and flushes for region at 1732393021801Disabling writes for close at 1732393021804 (+3 ms)Writing region close event to WAL at 1732393021804Closed at 1732393021804 2024-11-23T20:17:01,809 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/.initializing 2024-11-23T20:17:01,809 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:01,820 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:01,838 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C38113%2C1732393019472, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:01,872 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472/80f3ff297c7b%2C38113%2C1732393019472.1732393021845, exclude list is [], retry=0 2024-11-23T20:17:01,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T20:17:01,931 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:01,932 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:01,933 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:01,933 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:01,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:01,937 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:01,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:02,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:02,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:02,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:02,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:02,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:02,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:02,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:02,029 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,033 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,034 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,039 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,040 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,043 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:02,047 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:02,052 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:02,053 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59636101, jitterRate=-0.1113528460264206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:02,059 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393021951Initializing all the Stores at 1732393021954 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393021955 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393021955Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393021956 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393021956Cleaning up temporary data from old regions at 1732393022040 (+84 ms)Region opened successfully at 1732393022059 (+19 ms) 2024-11-23T20:17:02,061 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:02,096 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:02,131 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:02,143 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:02,143 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:02,147 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:02,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T20:17:02,153 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-23T20:17:02,154 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:02,181 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:02,189 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:02,191 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/balancer already deleted, retry=false 2024-11-23T20:17:02,194 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:02,195 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:02,196 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/normalizer already deleted, retry=false 2024-11-23T20:17:02,199 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:02,202 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:02,205 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/switch/split already deleted, retry=false 2024-11-23T20:17:02,206 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:02,208 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/switch/merge already deleted, retry=false 2024-11-23T20:17:02,227 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:02,228 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,235 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,38113,1732393019472, sessionid=0x101467984870000, setting cluster-up flag (Was=false) 2024-11-23T20:17:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,256 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0119073852/flush-table-proc/acquired, /0119073852/flush-table-proc/reached, /0119073852/flush-table-proc/abort 2024-11-23T20:17:02,258 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:02,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,274 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0119073852/online-snapshot/acquired, /0119073852/online-snapshot/reached, /0119073852/online-snapshot/abort 2024-11-23T20:17:02,277 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:02,285 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:02,352 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(746): ClusterId : 503eb8da-c368-42d8-ba41-3ad058aa505e 2024-11-23T20:17:02,355 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:02,360 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:02,360 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:02,363 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:02,364 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b544c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:02,372 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:02,379 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:37875 2024-11-23T20:17:02,382 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:02,382 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:02,382 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:02,383 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:02,386 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,38113,1732393019472 with port=37875, startcode=1732393020156 2024-11-23T20:17:02,388 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:02,394 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,38113,1732393019472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:02,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:02,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:02,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:02,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:02,402 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:02,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:02,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:02,403 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,404 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393052404 2024-11-23T20:17:02,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:02,407 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:02,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:02,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:02,410 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:02,411 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:02,411 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:02,411 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:02,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,415 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:02,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:02,417 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:02,417 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:02,417 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:02,420 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:02,420 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:02,423 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393022421,5,FailOnTimeoutGroup] 2024-11-23T20:17:02,427 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393022423,5,FailOnTimeoutGroup] 2024-11-23T20:17:02,427 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,427 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:02,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,429 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:02,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:02,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8 2024-11-23T20:17:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741832_1008 (size=32) 2024-11-23T20:17:02,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:02,448 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:02,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:02,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:02,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:02,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:02,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:02,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:02,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:02,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:02,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:02,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:02,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:02,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:02,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:02,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:02,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:02,475 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8 2024-11-23T20:17:02,475 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33249 2024-11-23T20:17:02,475 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:02,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:02,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/rs 2024-11-23T20:17:02,482 DEBUG [RS:0;80f3ff297c7b:37875 {}] zookeeper.ZKUtil(111): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/rs/80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,482 WARN [RS:0;80f3ff297c7b:37875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:02,482 INFO [RS:0;80f3ff297c7b:37875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:02,482 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:02,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678030, jitterRate=-0.021321088075637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:02,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,37875,1732393020156] 2024-11-23T20:17:02,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393022448Initializing all the Stores at 1732393022450 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393022450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393022451 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393022451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393022451Cleaning up temporary data from old regions at 1732393022474 (+23 ms)Region opened successfully at 1732393022488 (+14 ms) 2024-11-23T20:17:02,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:02,489 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:02,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:02,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:02,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:02,490 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:02,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393022488Disabling compacts and flushes for region at 1732393022488Disabling writes for close at 1732393022489 (+1 ms)Writing region close event to WAL at 1732393022490 (+1 ms)Closed at 1732393022490 2024-11-23T20:17:02,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:02,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:02,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:02,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:02,515 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:02,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:02,531 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:02,537 INFO [RS:0;80f3ff297c7b:37875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:02,537 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,538 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:02,545 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:02,546 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,547 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,547 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,547 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,548 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,548 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,548 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:02,548 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,548 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,549 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,549 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,549 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,549 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:02,550 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:02,550 DEBUG [RS:0;80f3ff297c7b:37875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:02,551 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,551 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,551 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,551 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,552 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,552 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37875,1732393020156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:02,573 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:02,575 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37875,1732393020156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,575 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,575 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.Replication(171): 80f3ff297c7b,37875,1732393020156 started 2024-11-23T20:17:02,594 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:02,595 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,37875,1732393020156, RpcServer on 80f3ff297c7b/172.17.0.2:37875, sessionid=0x101467984870001 2024-11-23T20:17:02,595 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:02,596 DEBUG [RS:0;80f3ff297c7b:37875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,596 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37875,1732393020156' 2024-11-23T20:17:02,596 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0119073852/flush-table-proc/abort' 2024-11-23T20:17:02,597 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0119073852/flush-table-proc/acquired' 2024-11-23T20:17:02,598 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:02,598 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:02,598 DEBUG [RS:0;80f3ff297c7b:37875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,599 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37875,1732393020156' 2024-11-23T20:17:02,599 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0119073852/online-snapshot/abort' 2024-11-23T20:17:02,599 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0119073852/online-snapshot/acquired' 2024-11-23T20:17:02,600 DEBUG [RS:0;80f3ff297c7b:37875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:02,600 INFO [RS:0;80f3ff297c7b:37875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:02,600 INFO [RS:0;80f3ff297c7b:37875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:02,670 WARN [80f3ff297c7b:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T20:17:02,706 INFO [RS:0;80f3ff297c7b:37875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:02,710 INFO [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37875%2C1732393020156, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:02,727 DEBUG [RS:0;80f3ff297c7b:37875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712, exclude list is [], retry=0 2024-11-23T20:17:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:02,736 INFO [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 2024-11-23T20:17:02,736 DEBUG [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:02,922 DEBUG [80f3ff297c7b:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:02,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:02,942 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37875,1732393020156, state=OPENING 2024-11-23T20:17:02,947 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:02,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:02,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:02,951 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:02,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37875,1732393020156}] 2024-11-23T20:17:03,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:03,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:03,144 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:03,145 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:03,145 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:03,148 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37875%2C1732393020156.meta, suffix=.meta, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:03,165 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.meta.1732393023150.meta, exclude list is [], retry=0 2024-11-23T20:17:03,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:03,172 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.meta.1732393023150.meta 2024-11-23T20:17:03,173 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:03,173 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:03,178 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:03,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:03,182 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:03,184 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:03,187 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:03,188 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:03,188 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:03,188 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:03,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:03,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:03,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:03,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:03,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:03,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:03,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:03,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:03,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:03,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:03,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:03,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:03,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:03,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:03,202 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:03,203 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:03,206 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:03,208 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:03,208 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:03,209 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:03,212 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:03,213 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71429590, jitterRate=0.06438383460044861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:03,214 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:03,216 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393023189Writing region info on filesystem at 1732393023189Initializing all the Stores at 1732393023191 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393023191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393023191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393023191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393023191Cleaning up temporary data from old regions at 1732393023208 (+17 ms)Running coprocessor post-open hooks at 1732393023214 (+6 ms)Region opened successfully at 1732393023216 (+2 ms) 2024-11-23T20:17:03,224 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393023120 2024-11-23T20:17:03,235 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:03,236 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:03,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:03,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37875,1732393020156, state=OPEN 2024-11-23T20:17:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:03,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:03,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:03,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:03,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:03,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37875,1732393020156 in 293 msec 2024-11-23T20:17:03,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:03,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-23T20:17:03,260 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:03,260 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:03,284 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:03,285 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37875,1732393020156, seqNum=-1] 2024-11-23T20:17:03,307 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:03,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:03,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0140 sec 2024-11-23T20:17:03,334 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393023333, completionTime=-1 2024-11-23T20:17:03,336 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:03,337 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:03,366 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:03,366 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393083366 2024-11-23T20:17:03,366 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393143366 2024-11-23T20:17:03,366 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-23T20:17:03,368 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,369 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,369 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,370 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:38113, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,371 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,371 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,377 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:03,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.121sec 2024-11-23T20:17:03,433 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:03,434 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:03,435 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:03,436 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:03,436 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:03,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:03,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:03,447 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:03,448 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:03,448 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38113,1732393019472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:03,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:03,463 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T20:17:03,463 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T20:17:03,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38113,-1 for getting cluster id 2024-11-23T20:17:03,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:03,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503eb8da-c368-42d8-ba41-3ad058aa505e' 2024-11-23T20:17:03,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:03,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503eb8da-c368-42d8-ba41-3ad058aa505e" 2024-11-23T20:17:03,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ba3355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:03,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38113,-1] 2024-11-23T20:17:03,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:03,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:03,485 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:03,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:03,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37875,1732393020156, seqNum=-1] 2024-11-23T20:17:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:03,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:03,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:03,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:03,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467984870002 connected 2024-11-23T20:17:03,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir so I do NOT create it in target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e 2024-11-23T20:17:03,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:17:03,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.tmp.dir so I do NOT create it in target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e 2024-11-23T20:17:03,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:17:03,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e 2024-11-23T20:17:03,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:17:03,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/cluster_1f41647a-f27c-82c1-5f60-82c09c37361a, deleteOnExit=true 2024-11-23T20:17:03,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/test.cache.data in system properties and HBase conf 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:17:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:17:03,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:17:03,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:17:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:17:03,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:03,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:03,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:03,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:03,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:17:03,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:03,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:03,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:03,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/java.io.tmpdir/jetty-localhost-42923-hadoop-hdfs-3_4_1-tests_jar-_-any-13945727151533549170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:03,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:42923} 2024-11-23T20:17:03,772 INFO [Time-limited test {}] server.Server(415): Started @9200ms 2024-11-23T20:17:03,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:03,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:03,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:03,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:03,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:17:03,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:03,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:03,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/java.io.tmpdir/jetty-localhost-41099-hadoop-hdfs-3_4_1-tests_jar-_-any-8820991953645464708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:03,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:41099} 2024-11-23T20:17:03,985 INFO [Time-limited test {}] server.Server(415): Started @9413ms 2024-11-23T20:17:03,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:17:04,120 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/cluster_1f41647a-f27c-82c1-5f60-82c09c37361a/data/data1/current/BP-1473470986-172.17.0.2-1732393023581/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:04,121 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/cluster_1f41647a-f27c-82c1-5f60-82c09c37361a/data/data2/current/BP-1473470986-172.17.0.2-1732393023581/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:04,140 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:17:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54465305c112d7f4 with lease ID 0x4384a82c98822179: Processing first storage report for DS-02bc8e5f-480e-4443-ae98-5b676e2f3004 from datanode DatanodeRegistration(127.0.0.1:43259, datanodeUuid=984de6c2-219e-4576-a52f-5a4203739f84, infoPort=38353, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=644578874;c=1732393023581) 2024-11-23T20:17:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54465305c112d7f4 with lease ID 0x4384a82c98822179: from storage DS-02bc8e5f-480e-4443-ae98-5b676e2f3004 node DatanodeRegistration(127.0.0.1:43259, datanodeUuid=984de6c2-219e-4576-a52f-5a4203739f84, infoPort=38353, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=644578874;c=1732393023581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54465305c112d7f4 with lease ID 0x4384a82c98822179: Processing first storage report for DS-10fd8d71-e419-4b2a-9408-0b79a511b649 from datanode DatanodeRegistration(127.0.0.1:43259, datanodeUuid=984de6c2-219e-4576-a52f-5a4203739f84, infoPort=38353, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=644578874;c=1732393023581) 2024-11-23T20:17:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54465305c112d7f4 with lease ID 0x4384a82c98822179: from storage DS-10fd8d71-e419-4b2a-9408-0b79a511b649 node DatanodeRegistration(127.0.0.1:43259, datanodeUuid=984de6c2-219e-4576-a52f-5a4203739f84, infoPort=38353, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=644578874;c=1732393023581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:04,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e 2024-11-23T20:17:04,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:17:04,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85 with version=8 2024-11-23T20:17:04,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/hbase-staging 2024-11-23T20:17:04,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:04,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:04,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:04,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43819 2024-11-23T20:17:04,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43819 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:04,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438190x0, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:04,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43819-0x101467984870003 connected 2024-11-23T20:17:04,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/running 2024-11-23T20:17:04,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85, hbase.cluster.distributed=false 2024-11-23T20:17:04,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/acl 2024-11-23T20:17:04,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43819 2024-11-23T20:17:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43819 2024-11-23T20:17:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43819 2024-11-23T20:17:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43819 2024-11-23T20:17:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43819 2024-11-23T20:17:04,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:04,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:04,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36099 2024-11-23T20:17:04,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36099 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:04,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360990x0, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:04,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/running 2024-11-23T20:17:04,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36099-0x101467984870004 connected 2024-11-23T20:17:04,691 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:04,691 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:04,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/master 2024-11-23T20:17:04,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/acl 2024-11-23T20:17:04,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36099 2024-11-23T20:17:04,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36099 2024-11-23T20:17:04,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36099 2024-11-23T20:17:04,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36099 2024-11-23T20:17:04,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36099 2024-11-23T20:17:04,709 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:43819 2024-11-23T20:17:04,710 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1126156502/backup-masters/80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/backup-masters 2024-11-23T20:17:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/backup-masters 2024-11-23T20:17:04,713 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on existing znode=/1126156502/backup-masters/80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:04,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1126156502/master 2024-11-23T20:17:04,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:04,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:04,716 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on existing znode=/1126156502/master 2024-11-23T20:17:04,716 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1126156502/backup-masters/80f3ff297c7b,43819,1732393024634 from backup master directory 2024-11-23T20:17:04,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1126156502/backup-masters/80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:04,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/backup-masters 2024-11-23T20:17:04,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/backup-masters 2024-11-23T20:17:04,718 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:04,718 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:04,725 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/hbase.id] with ID: 8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:04,725 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/.tmp/hbase.id 2024-11-23T20:17:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:04,733 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/.tmp/hbase.id]:[hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/hbase.id] 2024-11-23T20:17:04,754 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:04,754 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:04,756 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T20:17:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:05,168 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:05,169 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:05,169 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:05,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:05,582 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store 2024-11-23T20:17:05,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:05,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:05,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:05,592 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393025591Disabling compacts and flushes for region at 1732393025591Disabling writes for close at 1732393025591Writing region close event to WAL at 1732393025591Closed at 1732393025591 2024-11-23T20:17:05,593 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/.initializing 2024-11-23T20:17:05,593 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/WALs/80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:05,597 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C43819%2C1732393024634, suffix=, logDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/WALs/80f3ff297c7b,43819,1732393024634, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:05,612 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/WALs/80f3ff297c7b,43819,1732393024634/80f3ff297c7b%2C43819%2C1732393024634.1732393025598, exclude list is [], retry=0 2024-11-23T20:17:05,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43259,DS-02bc8e5f-480e-4443-ae98-5b676e2f3004,DISK] 2024-11-23T20:17:05,619 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/WALs/80f3ff297c7b,43819,1732393024634/80f3ff297c7b%2C43819%2C1732393024634.1732393025598 2024-11-23T20:17:05,619 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-23T20:17:05,619 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:05,620 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:05,620 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,620 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:05,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:05,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:05,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:05,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:05,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:05,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:05,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:05,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:05,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:05,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:05,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:05,635 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,636 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,636 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,639 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,639 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,640 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:05,642 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:05,646 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:05,646 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935233, jitterRate=0.08681966364383698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:05,647 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393025620Initializing all the Stores at 1732393025621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393025621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393025622 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393025622Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393025622Cleaning up temporary data from old regions at 1732393025639 (+17 ms)Region opened successfully at 1732393025646 (+7 ms) 2024-11-23T20:17:05,647 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:05,652 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e35b952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:05,654 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:05,654 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:05,654 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:05,654 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:05,655 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:05,655 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:17:05,655 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:05,658 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:05,659 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:05,660 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/balancer already deleted, retry=false 2024-11-23T20:17:05,661 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:05,661 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:05,663 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/normalizer already deleted, retry=false 2024-11-23T20:17:05,663 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:05,664 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:05,665 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/switch/split already deleted, retry=false 2024-11-23T20:17:05,666 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:05,668 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/switch/merge already deleted, retry=false 2024-11-23T20:17:05,671 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:05,672 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1126156502/running 2024-11-23T20:17:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1126156502/running 2024-11-23T20:17:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,675 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,43819,1732393024634, sessionid=0x101467984870003, setting cluster-up flag (Was=false) 2024-11-23T20:17:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,683 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1126156502/flush-table-proc/acquired, /1126156502/flush-table-proc/reached, /1126156502/flush-table-proc/abort 2024-11-23T20:17:05,685 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:05,694 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1126156502/online-snapshot/acquired, /1126156502/online-snapshot/reached, /1126156502/online-snapshot/abort 2024-11-23T20:17:05,696 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:05,698 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:05,699 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(746): ClusterId : 8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:05,699 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:05,701 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:05,702 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:05,702 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:05,702 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:05,703 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:05,703 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,43819,1732393024634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:05,704 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:05,704 DEBUG [RS:0;80f3ff297c7b:36099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515b3ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:05,705 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:05,705 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:05,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393055709 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:05,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:05,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:05,709 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:05,710 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:05,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:05,712 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:05,713 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:05,713 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:05,713 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:05,714 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:05,714 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:05,714 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393025714,5,FailOnTimeoutGroup] 2024-11-23T20:17:05,715 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393025714,5,FailOnTimeoutGroup] 2024-11-23T20:17:05,715 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,716 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:05,716 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,716 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,719 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:36099 2024-11-23T20:17:05,720 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:05,720 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:05,720 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:05,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:05,721 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,43819,1732393024634 with port=36099, startcode=1732393024679 2024-11-23T20:17:05,721 DEBUG [RS:0;80f3ff297c7b:36099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:05,723 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:05,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43819 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,728 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85 2024-11-23T20:17:05,728 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45101 2024-11-23T20:17:05,728 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:05,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/rs 2024-11-23T20:17:05,731 DEBUG [RS:0;80f3ff297c7b:36099 {}] zookeeper.ZKUtil(111): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on existing znode=/1126156502/rs/80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,731 WARN [RS:0;80f3ff297c7b:36099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:05,731 INFO [RS:0;80f3ff297c7b:36099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:05,731 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,36099,1732393024679] 2024-11-23T20:17:05,736 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:05,738 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:05,739 INFO [RS:0;80f3ff297c7b:36099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:05,739 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,739 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:05,740 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:05,740 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,740 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,740 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:05,741 DEBUG [RS:0;80f3ff297c7b:36099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,742 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36099,1732393024679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:05,757 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:05,758 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36099,1732393024679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,758 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,758 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.Replication(171): 80f3ff297c7b,36099,1732393024679 started 2024-11-23T20:17:05,772 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:05,773 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,36099,1732393024679, RpcServer on 80f3ff297c7b/172.17.0.2:36099, sessionid=0x101467984870004 2024-11-23T20:17:05,773 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:05,773 DEBUG [RS:0;80f3ff297c7b:36099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,773 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36099,1732393024679' 2024-11-23T20:17:05,773 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1126156502/flush-table-proc/abort' 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1126156502/flush-table-proc/acquired' 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36099,1732393024679' 2024-11-23T20:17:05,774 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1126156502/online-snapshot/abort' 2024-11-23T20:17:05,775 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1126156502/online-snapshot/acquired' 2024-11-23T20:17:05,775 DEBUG [RS:0;80f3ff297c7b:36099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:05,775 INFO [RS:0;80f3ff297c7b:36099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:05,775 INFO [RS:0;80f3ff297c7b:36099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:05,876 INFO [RS:0;80f3ff297c7b:36099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:05,879 INFO [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36099%2C1732393024679, suffix=, logDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/oldWALs, maxLogs=10 2024-11-23T20:17:05,894 DEBUG [RS:0;80f3ff297c7b:36099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679/80f3ff297c7b%2C36099%2C1732393024679.1732393025880, exclude list is [], retry=0 2024-11-23T20:17:05,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43259,DS-02bc8e5f-480e-4443-ae98-5b676e2f3004,DISK] 2024-11-23T20:17:05,900 INFO [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679/80f3ff297c7b%2C36099%2C1732393024679.1732393025880 2024-11-23T20:17:05,901 DEBUG [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-23T20:17:06,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:06,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85 2024-11-23T20:17:06,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:17:06,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:06,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:06,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:06,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:06,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:06,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:06,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:06,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:06,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:06,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:06,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740 2024-11-23T20:17:06,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740 2024-11-23T20:17:06,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:06,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:06,549 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:06,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:06,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:06,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69414439, jitterRate=0.03435574471950531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:06,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393026533Initializing all the Stores at 1732393026535 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393026535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026535Cleaning up temporary data from old regions at 1732393026548 (+13 ms)Region opened successfully at 1732393026554 (+6 ms) 2024-11-23T20:17:06,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:06,554 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:06,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:06,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:06,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:06,554 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:06,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393026554Disabling compacts and flushes for region at 1732393026554Disabling writes for close at 1732393026554Writing region close event to WAL at 1732393026554Closed at 1732393026554 2024-11-23T20:17:06,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:06,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:06,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:06,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:06,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:06,710 DEBUG [80f3ff297c7b:43819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:06,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:06,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36099,1732393024679, state=OPENING 2024-11-23T20:17:06,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:06,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:06,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:06,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1126156502/meta-region-server: CHANGED 2024-11-23T20:17:06,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1126156502/meta-region-server: CHANGED 2024-11-23T20:17:06,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:06,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36099,1732393024679}] 2024-11-23T20:17:06,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:06,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:06,885 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:06,885 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:06,885 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:06,888 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36099%2C1732393024679.meta, suffix=.meta, logDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679, archiveDir=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/oldWALs, maxLogs=10 2024-11-23T20:17:06,903 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679/80f3ff297c7b%2C36099%2C1732393024679.meta.1732393026889.meta, exclude list is [], retry=0 2024-11-23T20:17:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43259,DS-02bc8e5f-480e-4443-ae98-5b676e2f3004,DISK] 2024-11-23T20:17:06,909 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/WALs/80f3ff297c7b,36099,1732393024679/80f3ff297c7b%2C36099%2C1732393024679.meta.1732393026889.meta 2024-11-23T20:17:06,910 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-23T20:17:06,910 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:06,910 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:06,911 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:06,911 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:06,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:06,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:06,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:06,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:06,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:06,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:06,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:06,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:06,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:06,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:06,921 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:06,922 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740 2024-11-23T20:17:06,924 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740 2024-11-23T20:17:06,926 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:06,926 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:06,927 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:06,930 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:06,931 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63945142, jitterRate=-0.047143131494522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:06,931 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:06,931 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393026911Writing region info on filesystem at 1732393026911Initializing all the Stores at 1732393026913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393026913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393026913Cleaning up temporary data from old regions at 1732393026927 (+14 ms)Running coprocessor post-open hooks at 1732393026931 (+4 ms)Region opened successfully at 1732393026931 2024-11-23T20:17:06,933 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393026876 2024-11-23T20:17:06,937 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:06,937 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:06,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:06,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36099,1732393024679, state=OPEN 2024-11-23T20:17:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1126156502/meta-region-server 2024-11-23T20:17:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1126156502/meta-region-server 2024-11-23T20:17:06,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:06,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1126156502/meta-region-server: CHANGED 2024-11-23T20:17:06,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1126156502/meta-region-server: CHANGED 2024-11-23T20:17:06,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:06,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36099,1732393024679 in 219 msec 2024-11-23T20:17:06,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:06,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-23T20:17:06,950 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:06,950 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:06,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:06,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36099,1732393024679, seqNum=-1] 2024-11-23T20:17:06,953 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:06,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:06,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-23T20:17:06,963 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393026963, completionTime=-1 2024-11-23T20:17:06,963 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:06,964 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393086966 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393146966 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:43819, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:06,969 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:06,971 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.253sec 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:06,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:06,976 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:06,976 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:06,976 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43819,1732393024634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:07,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:07,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:07,002 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3680982e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:07,005 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:07,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:07,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36099,1732393024679, seqNum=-1] 2024-11-23T20:17:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:07,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:07,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:07,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:07,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467984870005 connected 2024-11-23T20:17:07,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38113,-1 for getting cluster id 2024-11-23T20:17:07,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:07,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503eb8da-c368-42d8-ba41-3ad058aa505e' 2024-11-23T20:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503eb8da-c368-42d8-ba41-3ad058aa505e" 2024-11-23T20:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f154d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38113,-1] 2024-11-23T20:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:07,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4918cc9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:07,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d28574f 2024-11-23T20:17:07,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:07,048 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:07,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:07,061 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:07,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6f8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,063 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:07,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:07,064 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:07,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:07,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:07,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4203c006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:07,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:07,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:07,066 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:07,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463f39ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:07,068 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:07,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:07,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b2e621d 2024-11-23T20:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:07,074 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:07,087 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:17:07,087 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:07,091 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:07,092 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:07,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:07,094 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:07,098 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:17:07,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:17:07,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:07,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:17:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741835_1011 (size=1138) 2024-11-23T20:17:07,151 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:07,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c19f27462f218a79ca371cbb0a08c7d, NAME => 'hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8 2024-11-23T20:17:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741836_1012 (size=44) 2024-11-23T20:17:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c19f27462f218a79ca371cbb0a08c7d, disabling compactions & flushes 2024-11-23T20:17:07,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. after waiting 0 ms 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:07,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:07,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c19f27462f218a79ca371cbb0a08c7d: Waiting for close lock at 1732393027925Disabling compacts and flushes for region at 1732393027925Disabling writes for close at 1732393027925Writing region close event to WAL at 1732393027925Closed at 1732393027925 2024-11-23T20:17:07,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:17:07,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393027928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393027928"}]},"ts":"1732393027928"} 2024-11-23T20:17:07,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:17:07,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:17:07,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393027940"}]},"ts":"1732393027940"} 2024-11-23T20:17:07,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:17:07,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN}] 2024-11-23T20:17:07,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN 2024-11-23T20:17:07,955 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN; state=OFFLINE, location=80f3ff297c7b,37875,1732393020156; forceNewPlan=false, retain=false 2024-11-23T20:17:08,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c19f27462f218a79ca371cbb0a08c7d, regionState=OPENING, regionLocation=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:08,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN because future has completed 2024-11-23T20:17:08,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,37875,1732393020156}] 2024-11-23T20:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:08,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:08,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:08,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:17:08,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37875%2C1732393020156.rep, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:08,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.rep.1732393028276, exclude list is [], retry=0 2024-11-23T20:17:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:08,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.rep.1732393028276 2024-11-23T20:17:08,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:08,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c19f27462f218a79ca371cbb0a08c7d, NAME => 'hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:08,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. service=MultiRowMutationService 2024-11-23T20:17:08,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:17:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:08,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,301 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,302 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName hfileref 2024-11-23T20:17:08,303 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:08,303 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:08,303 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,305 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName queue 2024-11-23T20:17:08,305 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:08,306 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:08,306 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,308 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName sid 2024-11-23T20:17:08,308 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:08,308 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:08,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:08,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:08,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c19f27462f218a79ca371cbb0a08c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097302, jitterRate=-0.11938157677650452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:08,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:08,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c19f27462f218a79ca371cbb0a08c7d: Running coprocessor pre-open hook at 1732393028299Writing region info on filesystem at 1732393028299Initializing all the Stores at 1732393028300 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393028300Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393028300Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393028300Cleaning up temporary data from old regions at 1732393028311 (+11 ms)Running coprocessor post-open hooks at 1732393028318 (+7 ms)Region opened successfully at 1732393028319 (+1 ms) 2024-11-23T20:17:08,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., pid=7, masterSystemTime=1732393028265 2024-11-23T20:17:08,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:08,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:08,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c19f27462f218a79ca371cbb0a08c7d, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:08,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,37875,1732393020156 because future has completed 2024-11-23T20:17:08,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T20:17:08,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,37875,1732393020156 in 219 msec 2024-11-23T20:17:08,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:17:08,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN in 384 msec 2024-11-23T20:17:08,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:17:08,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393028339"}]},"ts":"1732393028339"} 2024-11-23T20:17:08,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:17:08,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:17:08,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-23T20:17:08,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., hostname=80f3ff297c7b,37875,1732393020156, seqNum=2] 2024-11-23T20:17:08,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37875 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T20:17:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:08,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:08,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T20:17:08,552 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:17:08,593 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,37875,1732393020156, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:17:08,594 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:08,595 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37875,1732393020156, seqNum=-1] 2024-11-23T20:17:08,595 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:08,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T20:17:08,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,37875,1732393020156', locateType=CURRENT is [region=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., hostname=80f3ff297c7b,37875,1732393020156, seqNum=2] 2024-11-23T20:17:08,606 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T20:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T20:17:08,611 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,37875,1732393020156 suceeded 2024-11-23T20:17:08,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T20:17:08,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-23T20:17:08,614 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:08,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-23T20:17:08,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:08,629 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34888d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:08,629 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:08,629 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:08,630 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146bdbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:08,632 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:08,633 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14eb47fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:08,633 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63bae6c7 2024-11-23T20:17:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:08,636 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:08,637 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,37875,1732393020156 (queues=1) is replicating from cluster=503eb8da-c368-42d8-ba41-3ad058aa505e to cluster=8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:08,639 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C37875%2C1732393020156 2024-11-23T20:17:08,643 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,37875,1732393020156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:08,646 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C37875%2C1732393020156 2024-11-23T20:17:08,651 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712, startPosition=0, beingWritten=true 2024-11-23T20:17:08,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:08,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:17:08,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:17:08,914 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:09,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:09,214 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:17:09,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:09,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:09,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38113,-1 for getting cluster id 2024-11-23T20:17:09,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:09,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503eb8da-c368-42d8-ba41-3ad058aa505e' 2024-11-23T20:17:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503eb8da-c368-42d8-ba41-3ad058aa505e" 2024-11-23T20:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d406b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38113,-1] 2024-11-23T20:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,220 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5673e002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,221 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:09,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e0ac258 2024-11-23T20:17:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:17:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T20:17:09,228 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:09,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3a78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,229 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:09,229 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:09,230 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47343132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,232 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9136cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,233 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5077e62d 2024-11-23T20:17:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,235 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,236 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T20:17:09,236 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:09,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:09,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T20:17:09,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T20:17:09,399 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T20:17:09,430 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-80f3ff297c7b,37875,1732393020156, ReplicationSource: 2, currentBandwidth=0 2024-11-23T20:17:09,434 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T20:17:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T20:17:09,437 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 80f3ff297c7b,37875,1732393020156 suceeded 2024-11-23T20:17:09,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:17:09,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T20:17:09,440 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-23T20:17:09,449 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:09,450 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a398131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,450 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:09,451 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:09,452 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12363d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,454 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:09,455 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377fdc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,455 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:09,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a2c0b8 2024-11-23T20:17:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,458 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,458 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80f3ff297c7b,37875,1732393020156 (queues=1) is replicating from cluster=503eb8da-c368-42d8-ba41-3ad058aa505e to cluster=8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:09,459 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80f3ff297c7b%2C37875%2C1732393020156 2024-11-23T20:17:09,459 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80f3ff297c7b,37875,1732393020156, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:09,459 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C37875%2C1732393020156 2024-11-23T20:17:09,459 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712, startPosition=0, beingWritten=true 2024-11-23T20:17:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T20:17:09,543 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T20:17:09,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:09,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:09,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:09,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f134b1 2024-11-23T20:17:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:09,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T20:17:09,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:09,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T20:17:09,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T20:17:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T20:17:09,565 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:09,566 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c78824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,566 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:09,566 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:09,567 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e587f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,569 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:09,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd12c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,570 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111604c4 2024-11-23T20:17:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,572 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,573 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T20:17:09,573 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:09,573 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,573 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:09,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:09,628 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:09,666 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T20:17:09,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T20:17:09,731 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T20:17:09,733 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T20:17:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T20:17:09,737 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 80f3ff297c7b,37875,1732393020156 suceeded 2024-11-23T20:17:09,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T20:17:09,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-23T20:17:09,740 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:09,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-23T20:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T20:17:09,884 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T20:17:09,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T20:17:09,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:09,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T20:17:09,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:17:09,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T20:17:09,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:09,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T20:17:09,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:09,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T20:17:09,889 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:09,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T20:17:09,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:09,890 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e0462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,890 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:09,890 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:09,891 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b906c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,892 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a250c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:09,893 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:09,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:09,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad15562 2024-11-23T20:17:09,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:09,895 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:09,896 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T20:17:09,896 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:09,896 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,896 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:09,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:09,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:09,973 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T20:17:10,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T20:17:10,054 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T20:17:10,055 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T20:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T20:17:10,059 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 80f3ff297c7b,37875,1732393020156 suceeded 2024-11-23T20:17:10,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T20:17:10,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-23T20:17:10,062 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://80f3ff297c7b:43819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:10,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-23T20:17:10,135 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T20:17:10,203 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T20:17:10,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:10,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T20:17:10,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:10,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:10,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:10,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:10,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:10,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:17:10,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190866053, stopped=false 2024-11-23T20:17:10,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,38113,1732393019472 2024-11-23T20:17:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:10,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:10,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:10,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:10,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:10,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:10,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:10,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:10,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,37875,1732393020156' ***** 2024-11-23T20:17:10,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:17:10,209 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:17:10,209 INFO [RS:0;80f3ff297c7b:37875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:17:10,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:17:10,209 INFO [RS:0;80f3ff297c7b:37875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:17:10,210 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:10,210 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:10,210 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:10,210 INFO [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37875. 2024-11-23T20:17:10,210 DEBUG [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:10,210 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:10,211 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:17:10,211 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c19f27462f218a79ca371cbb0a08c7d, disabling compactions & flushes 2024-11-23T20:17:10,211 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:17:10,211 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:17:10,211 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. after waiting 0 ms 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:10,211 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:17:10,211 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c19f27462f218a79ca371cbb0a08c7d=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.} 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:10,211 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:10,211 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:10,212 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:10,215 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T20:17:10,215 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c19f27462f218a79ca371cbb0a08c7d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T20:17:10,258 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:10,288 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/72abed31a4454a2d9839e00eb5d8acac is 147, key is hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d./info:regioninfo/1732393028325/Put/seqid=0 2024-11-23T20:17:10,288 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/.tmp/queue/63ea840af83d4fc3b39fd3fa3ddf4518 is 151, key is 1-80f3ff297c7b,37875,1732393020156/queue:80f3ff297c7b%2C37875%2C1732393020156/1732393028600/Put/seqid=0 2024-11-23T20:17:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741838_1014 (size=5500) 2024-11-23T20:17:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741839_1015 (size=6631) 2024-11-23T20:17:10,380 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:10,412 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:10,551 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:17:10,552 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:17:10,612 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:10,700 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/72abed31a4454a2d9839e00eb5d8acac 2024-11-23T20:17:10,700 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/.tmp/queue/63ea840af83d4fc3b39fd3fa3ddf4518 2024-11-23T20:17:10,741 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:10,749 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/.tmp/queue/63ea840af83d4fc3b39fd3fa3ddf4518 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/queue/63ea840af83d4fc3b39fd3fa3ddf4518 2024-11-23T20:17:10,759 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/queue/63ea840af83d4fc3b39fd3fa3ddf4518, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T20:17:10,765 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9c19f27462f218a79ca371cbb0a08c7d in 551ms, sequenceid=6, compaction requested=false 2024-11-23T20:17:10,767 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/ns/4ef911b380a1474a99e1e37d5ae0531c is 43, key is default/ns:d/1732393023314/Put/seqid=0 2024-11-23T20:17:10,773 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T20:17:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741840_1016 (size=5153) 2024-11-23T20:17:10,776 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:10,776 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:10,776 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:10,776 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c19f27462f218a79ca371cbb0a08c7d: Waiting for close lock at 1732393030210Running coprocessor pre-close hooks at 1732393030211 (+1 ms)Disabling compacts and flushes for region at 1732393030211Disabling writes for close at 1732393030211Obtaining lock to block concurrent updates at 1732393030215 (+4 ms)Preparing flush snapshotting stores in 9c19f27462f218a79ca371cbb0a08c7d at 1732393030215Finished memstore snapshotting hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732393030223 (+8 ms)Flushing stores of hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. at 1732393030225 (+2 ms)Flushing 9c19f27462f218a79ca371cbb0a08c7d/queue: creating writer at 1732393030226 (+1 ms)Flushing 9c19f27462f218a79ca371cbb0a08c7d/queue: appending metadata at 1732393030268 (+42 ms)Flushing 9c19f27462f218a79ca371cbb0a08c7d/queue: closing flushed file at 1732393030271 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c96d7b: reopening flushed file at 1732393030747 (+476 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9c19f27462f218a79ca371cbb0a08c7d in 551ms, sequenceid=6, compaction requested=false at 1732393030765 (+18 ms)Writing region close event to WAL at 1732393030767 (+2 ms)Running coprocessor post-close hooks at 1732393030774 (+7 ms)Closed at 1732393030776 (+2 ms) 2024-11-23T20:17:10,777 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:10,812 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:10,888 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:11,013 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:11,175 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/ns/4ef911b380a1474a99e1e37d5ae0531c 2024-11-23T20:17:11,200 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/table/41c34a3a86554f9b846ffb195bea3a97 is 53, key is hbase:replication/table:state/1732393028339/Put/seqid=0 2024-11-23T20:17:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741841_1017 (size=5256) 2024-11-23T20:17:11,213 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:17:11,213 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:17:11,213 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:11,413 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:11,449 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:11,496 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156/80f3ff297c7b%2C37875%2C1732393020156.1732393022712 to pos 0, reset compression=false 2024-11-23T20:17:11,606 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/table/41c34a3a86554f9b846ffb195bea3a97 2024-11-23T20:17:11,613 DEBUG [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:11,616 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/72abed31a4454a2d9839e00eb5d8acac as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/info/72abed31a4454a2d9839e00eb5d8acac 2024-11-23T20:17:11,625 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/info/72abed31a4454a2d9839e00eb5d8acac, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T20:17:11,626 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/ns/4ef911b380a1474a99e1e37d5ae0531c as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/ns/4ef911b380a1474a99e1e37d5ae0531c 2024-11-23T20:17:11,635 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/ns/4ef911b380a1474a99e1e37d5ae0531c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:17:11,637 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/table/41c34a3a86554f9b846ffb195bea3a97 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/table/41c34a3a86554f9b846ffb195bea3a97 2024-11-23T20:17:11,645 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/table/41c34a3a86554f9b846ffb195bea3a97, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T20:17:11,646 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false 2024-11-23T20:17:11,652 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:17:11,653 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:11,653 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:11,653 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:11,653 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393030211Running coprocessor pre-close hooks at 1732393030211Disabling compacts and flushes for region at 1732393030211Disabling writes for close at 1732393030211Obtaining lock to block concurrent updates at 1732393030215 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732393030215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732393030223 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393030225 (+2 ms)Flushing 1588230740/info: creating writer at 1732393030226 (+1 ms)Flushing 1588230740/info: appending metadata at 1732393030268 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732393030271 (+3 ms)Flushing 1588230740/ns: creating writer at 1732393030747 (+476 ms)Flushing 1588230740/ns: appending metadata at 1732393030766 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732393030766Flushing 1588230740/table: creating writer at 1732393031183 (+417 ms)Flushing 1588230740/table: appending metadata at 1732393031199 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732393031199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67328d62: reopening flushed file at 1732393031615 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aed9459: reopening flushed file at 1732393031625 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362ef90b: reopening flushed file at 1732393031636 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false at 1732393031646 (+10 ms)Writing region close event to WAL at 1732393031648 (+2 ms)Running coprocessor post-close hooks at 1732393031653 (+5 ms)Closed at 1732393031653 2024-11-23T20:17:11,654 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:11,814 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,37875,1732393020156; all regions closed. 2024-11-23T20:17:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741834_1010 (size=2742) 2024-11-23T20:17:11,825 DEBUG [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:11,825 INFO [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37875%2C1732393020156.meta:.meta(num 1732393023150) 2024-11-23T20:17:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741837_1013 (size=1802) 2024-11-23T20:17:11,832 DEBUG [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:11,832 INFO [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37875%2C1732393020156.rep:(num 1732393028276) 2024-11-23T20:17:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741833_1009 (size=93) 2024-11-23T20:17:11,838 DEBUG [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:11,838 INFO [RS:0;80f3ff297c7b:37875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37875%2C1732393020156:(num 1732393022712) 2024-11-23T20:17:11,838 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:11,838 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:11,838 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:11,838 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:11,838 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:11,838 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:11,839 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,37875,1732393020156 because: Region server is closing 2024-11-23T20:17:11,839 INFO [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37875. 2024-11-23T20:17:11,840 DEBUG [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:11,840 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:11,840 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:11,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:11,940 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:17:11,940 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:17:11,941 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,1-80f3ff297c7b,37875,1732393020156 terminated 2024-11-23T20:17:11,941 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80f3ff297c7b,37875,1732393020156 because: Region server is closing 2024-11-23T20:17:11,941 INFO [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37875. 2024-11-23T20:17:11,942 DEBUG [RS:0;80f3ff297c7b:37875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:11,942 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:11,942 DEBUG [RS:0;80f3ff297c7b:37875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:11,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:12,042 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.wal-reader.80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:17:12,042 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:17:12,043 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37875,1732393020156.replicationSource.shipper80f3ff297c7b%2C37875%2C1732393020156,2-80f3ff297c7b,37875,1732393020156 terminated 2024-11-23T20:17:12,043 INFO [RS:0;80f3ff297c7b:37875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37875 2024-11-23T20:17:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/rs/80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/rs 2024-11-23T20:17:12,047 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:12,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,37875,1732393020156] 2024-11-23T20:17:12,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/draining/80f3ff297c7b,37875,1732393020156 already deleted, retry=false 2024-11-23T20:17:12,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,37875,1732393020156 expired; onlineServers=0 2024-11-23T20:17:12,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,38113,1732393019472' ***** 2024-11-23T20:17:12,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:17:12,051 INFO [M:0;80f3ff297c7b:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:12,051 INFO [M:0;80f3ff297c7b:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:12,051 DEBUG [M:0;80f3ff297c7b:38113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:17:12,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:17:12,051 DEBUG [M:0;80f3ff297c7b:38113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:17:12,051 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393022421 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393022421,5,FailOnTimeoutGroup] 2024-11-23T20:17:12,051 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393022423 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393022423,5,FailOnTimeoutGroup] 2024-11-23T20:17:12,051 INFO [M:0;80f3ff297c7b:38113 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:12,051 INFO [M:0;80f3ff297c7b:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:12,052 DEBUG [M:0;80f3ff297c7b:38113 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:17:12,052 INFO [M:0;80f3ff297c7b:38113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:17:12,052 INFO [M:0;80f3ff297c7b:38113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:12,052 INFO [M:0;80f3ff297c7b:38113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:17:12,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:17:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/master 2024-11-23T20:17:12,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:12,054 DEBUG [M:0;80f3ff297c7b:38113 {}] zookeeper.ZKUtil(347): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/master because node does not exist (not an error) 2024-11-23T20:17:12,054 WARN [M:0;80f3ff297c7b:38113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:17:12,055 INFO [M:0;80f3ff297c7b:38113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.lastflushedseqids 2024-11-23T20:17:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741842_1018 (size=181) 2024-11-23T20:17:12,067 INFO [M:0;80f3ff297c7b:38113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:17:12,067 INFO [M:0;80f3ff297c7b:38113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:17:12,068 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:12,068 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:12,068 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:12,068 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:12,068 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:12,068 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T20:17:12,087 DEBUG [M:0;80f3ff297c7b:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0468f0b705894f29bd513861d2f8c813 is 82, key is hbase:meta,,1/info:regioninfo/1732393023237/Put/seqid=0 2024-11-23T20:17:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741843_1019 (size=5672) 2024-11-23T20:17:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37875-0x101467984870001, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:12,151 INFO [RS:0;80f3ff297c7b:37875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:12,151 INFO [RS:0;80f3ff297c7b:37875 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,37875,1732393020156; zookeeper connection closed. 2024-11-23T20:17:12,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5619f782 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5619f782 2024-11-23T20:17:12,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:17:12,493 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0468f0b705894f29bd513861d2f8c813 2024-11-23T20:17:12,520 DEBUG [M:0;80f3ff297c7b:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29a28c0f20ef42a6bb7a426c66c1e513 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732393028346/Put/seqid=0 2024-11-23T20:17:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741844_1020 (size=8663) 2024-11-23T20:17:12,927 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29a28c0f20ef42a6bb7a426c66c1e513 2024-11-23T20:17:12,953 DEBUG [M:0;80f3ff297c7b:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7015c1cfeb3c4209b644bdd5c28a8ab8 is 69, key is 80f3ff297c7b,37875,1732393020156/rs:state/1732393022461/Put/seqid=0 2024-11-23T20:17:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741845_1021 (size=5156) 2024-11-23T20:17:13,359 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7015c1cfeb3c4209b644bdd5c28a8ab8 2024-11-23T20:17:13,367 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0468f0b705894f29bd513861d2f8c813 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0468f0b705894f29bd513861d2f8c813 2024-11-23T20:17:13,375 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0468f0b705894f29bd513861d2f8c813, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T20:17:13,376 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29a28c0f20ef42a6bb7a426c66c1e513 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29a28c0f20ef42a6bb7a426c66c1e513 2024-11-23T20:17:13,383 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29a28c0f20ef42a6bb7a426c66c1e513, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T20:17:13,384 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7015c1cfeb3c4209b644bdd5c28a8ab8 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7015c1cfeb3c4209b644bdd5c28a8ab8 2024-11-23T20:17:13,391 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7015c1cfeb3c4209b644bdd5c28a8ab8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T20:17:13,393 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-23T20:17:13,394 INFO [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:13,394 DEBUG [M:0;80f3ff297c7b:38113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393032068Disabling compacts and flushes for region at 1732393032068Disabling writes for close at 1732393032068Obtaining lock to block concurrent updates at 1732393032068Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393032068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732393032069 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393032069Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393032069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393032086 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393032086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393032501 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393032520 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393032520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393032935 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393032952 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393032952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea9b4f6: reopening flushed file at 1732393033366 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c57bd46: reopening flushed file at 1732393033375 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24650930: reopening flushed file at 1732393033383 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732393033393 (+10 ms)Writing region close event to WAL at 1732393033394 (+1 ms)Closed at 1732393033394 2024-11-23T20:17:13,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741830_1006 (size=59421) 2024-11-23T20:17:13,398 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:13,398 INFO [M:0;80f3ff297c7b:38113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:17:13,398 INFO [M:0;80f3ff297c7b:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38113 2024-11-23T20:17:13,399 INFO [M:0;80f3ff297c7b:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:13,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:13,501 INFO [M:0;80f3ff297c7b:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:13,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x101467984870000, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:13,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:13,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:13,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:13,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35725 2024-11-23T20:17:13,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35725 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357250x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:13,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35725-0x101467984870006 connected 2024-11-23T20:17:13,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:13,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:13,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:13,518 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: INIT 2024-11-23T20:17:13,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8, hbase.cluster.distributed=false 2024-11-23T20:17:13,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/acl 2024-11-23T20:17:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-23T20:17:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35725 2024-11-23T20:17:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35725 2024-11-23T20:17:13,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-23T20:17:13,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-23T20:17:13,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:13,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:13,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:13,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38905 2024-11-23T20:17:13,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38905 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-23T20:17:13,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:13,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389050x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:13,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389050x0, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:13,550 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: INIT 2024-11-23T20:17:13,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38905-0x101467984870007 connected 2024-11-23T20:17:13,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:13,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:13,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/master 2024-11-23T20:17:13,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/acl 2024-11-23T20:17:13,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-23T20:17:13,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38905 2024-11-23T20:17:13,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38905 2024-11-23T20:17:13,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-23T20:17:13,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-23T20:17:13,568 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:35725 2024-11-23T20:17:13,569 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0119073852/backup-masters/80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:13,571 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/backup-masters/80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/master 2024-11-23T20:17:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:13,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:13,574 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/master 2024-11-23T20:17:13,574 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0119073852/backup-masters/80f3ff297c7b,35725,1732393033502 from backup master directory 2024-11-23T20:17:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/backup-masters/80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/backup-masters 2024-11-23T20:17:13,575 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:13,575 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:13,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:13,592 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:13,605 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-23T20:17:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741846_1022 (size=196) 2024-11-23T20:17:13,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:14,016 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:14,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:14,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:14,026 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T20:17:14,029 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472 to hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472-dead as it is dead 2024-11-23T20:17:14,031 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T20:17:14,031 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T20:17:14,031 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472-dead/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:14,038 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472-dead/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 after 4ms 2024-11-23T20:17:14,039 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472-dead/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 to hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:14,039 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,38113,1732393019472-dead 2024-11-23T20:17:14,040 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:14,042 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:14,043 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C35725%2C1732393033502, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,35725,1732393033502, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:14,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,35725,1732393033502/80f3ff297c7b%2C35725%2C1732393033502.1732393034044, exclude list is [], retry=0 2024-11-23T20:17:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:14,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/WALs/80f3ff297c7b,35725,1732393033502/80f3ff297c7b%2C35725%2C1732393033502.1732393034044 2024-11-23T20:17:14,070 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:14,070 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:14,070 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:14,070 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,070 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:14,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0468f0b705894f29bd513861d2f8c813 2024-11-23T20:17:14,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:14,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:14,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29a28c0f20ef42a6bb7a426c66c1e513 2024-11-23T20:17:14,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:14,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:14,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7015c1cfeb3c4209b644bdd5c28a8ab8 2024-11-23T20:17:14,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:14,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:14,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:14,101 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,102 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T20:17:14,102 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:14,121 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:14,123 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C38113%2C1732393019472.1732393021845 2024-11-23T20:17:14,125 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,126 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,127 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:14,129 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:14,132 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T20:17:14,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64199954, jitterRate=-0.043346136808395386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:14,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393034071Initializing all the Stores at 1732393034072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393034072Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393034072Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393034072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393034072Cleaning up temporary data from old regions at 1732393034126 (+54 ms)Region opened successfully at 1732393034133 (+7 ms) 2024-11-23T20:17:14,134 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:14,138 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424f6a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:14,149 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T20:17:14,150 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:14,150 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:14,150 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:14,151 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:14,156 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:14,157 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:14,157 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:17:14,157 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:14,158 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T20:17:14,158 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T20:17:14,158 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T20:17:14,158 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:14,163 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=80f3ff297c7b,37875,1732393020156, regionLocation=80f3ff297c7b,37875,1732393020156, openSeqNum=2 2024-11-23T20:17:14,163 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=80f3ff297c7b,37875,1732393020156, table=hbase:meta, region=1588230740 2024-11-23T20:17:14,163 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37875,1732393020156, state=OPEN 2024-11-23T20:17:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,170 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:14,171 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/draining/80f3ff297c7b,37875,1732393020156 already deleted, retry=false 2024-11-23T20:17:14,171 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 80f3ff297c7b,37875,1732393020156 on 80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:14,177 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 80f3ff297c7b,37875,1732393020156, splitWal=true, meta=true 2024-11-23T20:17:14,180 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 80f3ff297c7b,37875,1732393020156 (carryingMeta=true) 80f3ff297c7b,37875,1732393020156/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68d449f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T20:17:14,183 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:14,184 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/balancer already deleted, retry=false 2024-11-23T20:17:14,185 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:14,186 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:14,188 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/normalizer already deleted, retry=false 2024-11-23T20:17:14,189 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:14,190 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:14,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/switch/split already deleted, retry=false 2024-11-23T20:17:14,195 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:14,196 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/switch/merge already deleted, retry=false 2024-11-23T20:17:14,207 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:14,209 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:14,211 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,35725,1732393033502, sessionid=0x101467984870006, setting cluster-up flag (Was=false) 2024-11-23T20:17:14,215 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0119073852/flush-table-proc/acquired, /0119073852/flush-table-proc/reached, /0119073852/flush-table-proc/abort 2024-11-23T20:17:14,216 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:14,219 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0119073852/online-snapshot/acquired, /0119073852/online-snapshot/reached, /0119073852/online-snapshot/abort 2024-11-23T20:17:14,221 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:14,223 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.lastflushedseqids 2024-11-23T20:17:14,228 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:14,228 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:14,228 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,35725,1732393033502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 80f3ff297c7b,37875,1732393020156 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:14,230 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:14,230 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:14,230 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:14,230 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:14,230 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:14,231 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,231 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:14,231 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393064233 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:14,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:14,234 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,234 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:14,234 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:14,234 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:14,234 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:14,235 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:14,235 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:14,235 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 80f3ff297c7b,37875,1732393020156, splitWal=true, meta=true 2024-11-23T20:17:14,236 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393034235,5,FailOnTimeoutGroup] 2024-11-23T20:17:14,236 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393034236,5,FailOnTimeoutGroup] 2024-11-23T20:17:14,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:14,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393034236, completionTime=-1 2024-11-23T20:17:14,237 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T20:17:14,237 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 80f3ff297c7b,37875,1732393020156, splitWal=true, meta=true, isMeta: true 2024-11-23T20:17:14,240 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156-splitting 2024-11-23T20:17:14,241 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T20:17:14,242 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156-splitting dir is empty, no logs to split. 2024-11-23T20:17:14,242 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80f3ff297c7b,37875,1732393020156 WAL count=0, meta=true 2024-11-23T20:17:14,247 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156-splitting dir is empty, no logs to split. 2024-11-23T20:17:14,247 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80f3ff297c7b,37875,1732393020156 WAL count=0, meta=true 2024-11-23T20:17:14,247 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 80f3ff297c7b,37875,1732393020156 WAL splitting is done? wals=0, meta=true 2024-11-23T20:17:14,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:14,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:14,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T20:17:14,258 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(746): ClusterId : 503eb8da-c368-42d8-ba41-3ad058aa505e 2024-11-23T20:17:14,258 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:14,260 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:14,260 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:14,263 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:14,263 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e49116d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:14,284 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:38905 2024-11-23T20:17:14,284 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:14,284 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:14,284 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:14,286 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,35725,1732393033502 with port=38905, startcode=1732393033538 2024-11-23T20:17:14,286 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:14,288 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:14,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35725 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,291 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8 2024-11-23T20:17:14,291 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33249 2024-11-23T20:17:14,291 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:14,291 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T20:17:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/rs 2024-11-23T20:17:14,294 DEBUG [RS:0;80f3ff297c7b:38905 {}] zookeeper.ZKUtil(111): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on existing znode=/0119073852/rs/80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,294 WARN [RS:0;80f3ff297c7b:38905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:14,294 INFO [RS:0;80f3ff297c7b:38905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:14,294 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,38905,1732393033538] 2024-11-23T20:17:14,337 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:14,340 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:14,340 INFO [RS:0;80f3ff297c7b:38905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:14,341 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,341 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:14,342 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:14,342 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:14,343 DEBUG [RS:0;80f3ff297c7b:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,344 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38905,1732393033538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:14,361 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:14,361 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38905,1732393033538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,378 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,38905,1732393033538, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:17:14,394 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(231): queueId=2-80f3ff297c7b,38905,1732393033538, ReplicationSource: 2, currentBandwidth=0 2024-11-23T20:17:14,395 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,395 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.Replication(171): 80f3ff297c7b,38905,1732393033538 started 2024-11-23T20:17:14,395 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:14,397 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498dea7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,397 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:14,397 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:14,400 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:14,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:14,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@447bf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:14,403 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:14,404 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de5941e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,404 WARN [80f3ff297c7b:35725 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T20:17:14,404 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d6e0264 2024-11-23T20:17:14,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:14,407 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:14,408 INFO [RS:0;80f3ff297c7b:38905.replicationSource,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,38905,1732393033538 (queues=0) is replicating from cluster=503eb8da-c368-42d8-ba41-3ad058aa505e to cluster=8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:14,413 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:14,414 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,38905,1732393033538, RpcServer on 80f3ff297c7b/172.17.0.2:38905, sessionid=0x101467984870007 2024-11-23T20:17:14,414 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:14,414 DEBUG [RS:0;80f3ff297c7b:38905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,414 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38905,1732393033538' 2024-11-23T20:17:14,414 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0119073852/flush-table-proc/abort' 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0119073852/flush-table-proc/acquired' 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38905,1732393033538' 2024-11-23T20:17:14,415 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0119073852/online-snapshot/abort' 2024-11-23T20:17:14,416 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0119073852/online-snapshot/acquired' 2024-11-23T20:17:14,417 DEBUG [RS:0;80f3ff297c7b:38905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:14,417 INFO [RS:0;80f3ff297c7b:38905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:14,417 INFO [RS:0;80f3ff297c7b:38905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:14,417 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:43819' 2024-11-23T20:17:14,420 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ed1a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,420 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43819,-1 for getting cluster id 2024-11-23T20:17:14,420 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:14,421 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef' 2024-11-23T20:17:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef" 2024-11-23T20:17:14,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@216adee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43819,-1] 2024-11-23T20:17:14,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:14,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:14,423 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:14,424 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b8423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:14,425 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:14,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:14,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fb25fbb 2024-11-23T20:17:14,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:14,427 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:14,428 INFO [RS:0;80f3ff297c7b:38905.replicationSource,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80f3ff297c7b,38905,1732393033538 (queues=0) is replicating from cluster=503eb8da-c368-42d8-ba41-3ad058aa505e to cluster=8c7b6fa7-7484-4f2f-a8c2-b6f80cf5c5ef 2024-11-23T20:17:14,518 INFO [RS:0;80f3ff297c7b:38905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:14,520 INFO [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38905%2C1732393033538, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:14,536 DEBUG [RS:0;80f3ff297c7b:38905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521, exclude list is [], retry=0 2024-11-23T20:17:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:14,543 INFO [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 2024-11-23T20:17:14,543 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80f3ff297c7b%2C38905%2C1732393033538 for peer 2 2024-11-23T20:17:14,543 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80f3ff297c7b%2C38905%2C1732393033538 for peer 1 2024-11-23T20:17:14,543 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C38905%2C1732393033538 2024-11-23T20:17:14,544 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,38905,1732393033538, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:14,544 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80f3ff297c7b%2C38905%2C1732393033538 2024-11-23T20:17:14,545 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80f3ff297c7b,38905,1732393033538, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:14,545 INFO [RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C38905%2C1732393033538 2024-11-23T20:17:14,546 DEBUG [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:14,546 INFO [RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C38905%2C1732393033538 2024-11-23T20:17:14,547 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521, startPosition=0, beingWritten=true 2024-11-23T20:17:14,547 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521, startPosition=0, beingWritten=true 2024-11-23T20:17:14,654 DEBUG [80f3ff297c7b:35725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:14,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38905,1732393033538, state=OPENING 2024-11-23T20:17:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:14,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38905,1732393033538}] 2024-11-23T20:17:14,755 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:14,755 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:14,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:14,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:14,817 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:14,817 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:14,818 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:14,820 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38905%2C1732393033538.meta, suffix=.meta, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:14,836 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.meta.1732393034821.meta, exclude list is [], retry=0 2024-11-23T20:17:14,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:14,841 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.meta.1732393034821.meta 2024-11-23T20:17:14,841 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:14,841 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:14,842 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:14,842 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:14,842 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:14,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:14,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:14,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,853 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/info/72abed31a4454a2d9839e00eb5d8acac 2024-11-23T20:17:14,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:14,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:14,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:14,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,862 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/ns/4ef911b380a1474a99e1e37d5ae0531c 2024-11-23T20:17:14,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:14,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:14,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:14,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:14,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:14,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:14,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:14,872 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/table/41c34a3a86554f9b846ffb195bea3a97 2024-11-23T20:17:14,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:14,872 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:14,873 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:14,875 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740 2024-11-23T20:17:14,877 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:14,877 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:14,878 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:14,880 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:14,881 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65926003, jitterRate=-0.017626002430915833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:14,881 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:14,882 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393034843Writing region info on filesystem at 1732393034843Initializing all the Stores at 1732393034844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393034844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393034844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393034844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393034844Cleaning up temporary data from old regions at 1732393034877 (+33 ms)Running coprocessor post-open hooks at 1732393034881 (+4 ms)Region opened successfully at 1732393034881 2024-11-23T20:17:14,883 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732393034811 2024-11-23T20:17:14,886 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:14,886 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:14,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,888 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38905,1732393033538, state=OPEN 2024-11-23T20:17:14,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0119073852/meta-region-server 2024-11-23T20:17:14,890 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:14,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0119073852/meta-region-server: CHANGED 2024-11-23T20:17:14,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T20:17:14,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38905,1732393033538 in 231 msec 2024-11-23T20:17:14,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T20:17:14,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-23T20:17:15,063 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:15,063 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:15,470 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:15,470 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:15,793 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-23T20:17:15,978 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:15,978 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:16,585 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:16,585 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:17,292 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:17,292 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:17,296 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T20:17:18,101 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:18,102 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:18,748 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T20:17:18,748 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:18,749 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:18,749 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38905,1732393033538, seqNum=-1] 2024-11-23T20:17:18,749 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:18,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:18,758 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c19f27462f218a79ca371cbb0a08c7d, regionState=OPEN, lastHost=80f3ff297c7b,37875,1732393020156, regionLocation=80f3ff297c7b,37875,1732393020156, openSeqNum=2 2024-11-23T20:17:18,758 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:18,758 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393098758 2024-11-23T20:17:18,758 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393158758 2024-11-23T20:17:18,758 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,759 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 80f3ff297c7b,37875,1732393020156 had 2 regions 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:35725, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,761 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 80f3ff297c7b,37875,1732393020156, splitWal=true, meta=true, isMeta: false 2024-11-23T20:17:18,763 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156-splitting dir is empty, no logs to split. 2024-11-23T20:17:18,763 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80f3ff297c7b,37875,1732393020156 WAL count=0, meta=false 2024-11-23T20:17:18,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-11-23T20:17:18,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:18,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:18,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:18,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:18,767 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:18,767 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:18,767 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:18,767 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,37875,1732393020156-splitting dir is empty, no logs to split. 2024-11-23T20:17:18,767 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80f3ff297c7b,37875,1732393020156 WAL count=0, meta=false 2024-11-23T20:17:18,767 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 80f3ff297c7b,37875,1732393020156 WAL splitting is done? wals=0, meta=false 2024-11-23T20:17:18,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN}] 2024-11-23T20:17:18,770 WARN [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=80f3ff297c7b,37875,1732393020156/hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:18,771 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:18,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN 2024-11-23T20:17:18,772 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:18,772 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35725,1732393033502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:18,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T20:17:18,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,35725,-1 for getting cluster id 2024-11-23T20:17:18,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:18,863 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503eb8da-c368-42d8-ba41-3ad058aa505e' 2024-11-23T20:17:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503eb8da-c368-42d8-ba41-3ad058aa505e" 2024-11-23T20:17:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3371dc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,35725,-1] 2024-11-23T20:17:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,867 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e77e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38905,1732393033538, seqNum=-1] 2024-11-23T20:17:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:18,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:18,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T20:17:18,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:18,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:18,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:18,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 80f3ff297c7b:35725 after: 80f3ff297c7b:35725 2024-11-23T20:17:18,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76710621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,35725,-1 for getting cluster id 2024-11-23T20:17:18,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:18,876 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503eb8da-c368-42d8-ba41-3ad058aa505e' 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503eb8da-c368-42d8-ba41-3ad058aa505e" 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45736168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,35725,-1] 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,878 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:18,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:18,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1d9d68 2024-11-23T20:17:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:18,881 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:18,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:18,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T20:17:18,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:18,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T20:17:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:17:18,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:18,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:18,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:18,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:17:18,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632553772, stopped=false 2024-11-23T20:17:18,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,43819,1732393024634 2024-11-23T20:17:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1126156502/running 2024-11-23T20:17:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1126156502/running 2024-11-23T20:17:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:18,888 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:18,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/running 2024-11-23T20:17:18,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:18,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Set watcher on znode that does not yet exist, /1126156502/running 2024-11-23T20:17:18,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:18,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,36099,1732393024679' ***** 2024-11-23T20:17:18,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:17:18,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36099. 2024-11-23T20:17:18,890 DEBUG [RS:0;80f3ff297c7b:36099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:18,890 DEBUG [RS:0;80f3ff297c7b:36099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:17:18,890 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:17:18,891 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:17:18,891 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:17:18,891 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:17:18,891 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:17:18,891 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:18,891 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:18,891 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:18,891 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:18,891 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:18,891 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:18,892 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T20:17:18,912 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/.tmp/ns/643381efb54241608e0aa137932f99fc is 43, key is default/ns:d/1732393026955/Put/seqid=0 2024-11-23T20:17:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741835_1011 (size=5153) 2024-11-23T20:17:18,923 DEBUG [80f3ff297c7b:35725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:18,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9c19f27462f218a79ca371cbb0a08c7d, regionState=OPENING, regionLocation=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:18,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN because future has completed 2024-11-23T20:17:18,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,38905,1732393033538}] 2024-11-23T20:17:18,952 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:19,027 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:19,028 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:19,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:17:19,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38905%2C1732393033538.rep, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs, maxLogs=10 2024-11-23T20:17:19,091 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:19,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.rep.1732393039091, exclude list is [], retry=0 2024-11-23T20:17:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-6adb9119-8725-40f9-90f7-624db8942fc2,DISK] 2024-11-23T20:17:19,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.rep.1732393039091 2024-11-23T20:17:19,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-23T20:17:19,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c19f27462f218a79ca371cbb0a08c7d, NAME => 'hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:19,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:19,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:19,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. service=MultiRowMutationService 2024-11-23T20:17:19,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:17:19,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:19,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,118 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,119 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName hfileref 2024-11-23T20:17:19,119 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:19,120 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:19,120 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,121 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName queue 2024-11-23T20:17:19,121 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:19,129 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/queue/63ea840af83d4fc3b39fd3fa3ddf4518 2024-11-23T20:17:19,129 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:19,129 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,130 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c19f27462f218a79ca371cbb0a08c7d columnFamilyName sid 2024-11-23T20:17:19,130 DEBUG [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:19,131 INFO [StoreOpener-9c19f27462f218a79ca371cbb0a08c7d-1 {}] regionserver.HStore(327): Store=9c19f27462f218a79ca371cbb0a08c7d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:19,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:19,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9c19f27462f218a79ca371cbb0a08c7d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70066355, jitterRate=0.0440700501203537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:19,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:19,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9c19f27462f218a79ca371cbb0a08c7d: Running coprocessor pre-open hook at 1732393039116Writing region info on filesystem at 1732393039116Initializing all the Stores at 1732393039117 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393039118 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393039118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393039118Cleaning up temporary data from old regions at 1732393039135 (+17 ms)Running coprocessor post-open hooks at 1732393039140 (+5 ms)Region opened successfully at 1732393039141 (+1 ms) 2024-11-23T20:17:19,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., pid=19, masterSystemTime=1732393039081 2024-11-23T20:17:19,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:19,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:19,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9c19f27462f218a79ca371cbb0a08c7d, regionState=OPEN, openSeqNum=10, regionLocation=80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:19,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,38905,1732393033538 because future has completed 2024-11-23T20:17:19,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T20:17:19,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c19f27462f218a79ca371cbb0a08c7d, server=80f3ff297c7b,38905,1732393033538 in 224 msec 2024-11-23T20:17:19,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T20:17:19,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c19f27462f218a79ca371cbb0a08c7d, ASSIGN in 385 msec 2024-11-23T20:17:19,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T20:17:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d., hostname=80f3ff297c7b,38905,1732393033538, seqNum=10] 2024-11-23T20:17:19,204 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 80f3ff297c7b,37875,1732393020156 2024-11-23T20:17:19,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T20:17:19,292 DEBUG [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:19,318 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/.tmp/ns/643381efb54241608e0aa137932f99fc 2024-11-23T20:17:19,328 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/.tmp/ns/643381efb54241608e0aa137932f99fc as hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/ns/643381efb54241608e0aa137932f99fc 2024-11-23T20:17:19,337 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/ns/643381efb54241608e0aa137932f99fc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T20:17:19,339 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-23T20:17:19,339 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:17:19,346 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T20:17:19,347 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:19,347 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:19,347 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:19,347 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393038891Running coprocessor pre-close hooks at 1732393038891Disabling compacts and flushes for region at 1732393038891Disabling writes for close at 1732393038891Obtaining lock to block concurrent updates at 1732393038892 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732393038892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732393038892Flushing stores of hbase:meta,,1.1588230740 at 1732393038893 (+1 ms)Flushing 1588230740/ns: creating writer at 1732393038893Flushing 1588230740/ns: appending metadata at 1732393038911 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732393038911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9bc9e3: reopening flushed file at 1732393039326 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1732393039339 (+13 ms)Writing region close event to WAL at 1732393039341 (+2 ms)Running coprocessor post-close hooks at 1732393039347 (+6 ms)Closed at 1732393039347 2024-11-23T20:17:19,348 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:19,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T20:17:19,492 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,36099,1732393024679; all regions closed. 2024-11-23T20:17:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741834_1010 (size=1152) 2024-11-23T20:17:19,499 DEBUG [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/oldWALs 2024-11-23T20:17:19,499 INFO [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36099%2C1732393024679.meta:.meta(num 1732393026889) 2024-11-23T20:17:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741832_1008 (size=93) 2024-11-23T20:17:19,506 DEBUG [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/oldWALs 2024-11-23T20:17:19,506 INFO [RS:0;80f3ff297c7b:36099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36099%2C1732393024679:(num 1732393025880) 2024-11-23T20:17:19,506 DEBUG [RS:0;80f3ff297c7b:36099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:19,506 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:19,506 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:19,506 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:19,507 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:19,507 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:19,507 INFO [RS:0;80f3ff297c7b:36099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36099 2024-11-23T20:17:19,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1126156502/rs/80f3ff297c7b,36099,1732393024679 2024-11-23T20:17:19,510 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:19,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502/rs 2024-11-23T20:17:19,510 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007ff0288e1c80@4a0fc45e rejected from java.util.concurrent.ThreadPoolExecutor@f0d537b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T20:17:19,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,36099,1732393024679] 2024-11-23T20:17:19,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1126156502/draining/80f3ff297c7b,36099,1732393024679 already deleted, retry=false 2024-11-23T20:17:19,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,36099,1732393024679 expired; onlineServers=0 2024-11-23T20:17:19,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,43819,1732393024634' ***** 2024-11-23T20:17:19,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:17:19,513 INFO [M:0;80f3ff297c7b:43819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:19,513 INFO [M:0;80f3ff297c7b:43819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:19,513 DEBUG [M:0;80f3ff297c7b:43819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:17:19,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:17:19,513 DEBUG [M:0;80f3ff297c7b:43819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:17:19,513 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393025714 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393025714,5,FailOnTimeoutGroup] 2024-11-23T20:17:19,513 INFO [M:0;80f3ff297c7b:43819 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:19,513 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393025714 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393025714,5,FailOnTimeoutGroup] 2024-11-23T20:17:19,514 INFO [M:0;80f3ff297c7b:43819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:19,514 DEBUG [M:0;80f3ff297c7b:43819 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:17:19,514 INFO [M:0;80f3ff297c7b:43819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:17:19,514 INFO [M:0;80f3ff297c7b:43819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:19,514 INFO [M:0;80f3ff297c7b:43819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:17:19,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:17:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1126156502/master 2024-11-23T20:17:19,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1126156502 2024-11-23T20:17:19,519 DEBUG [M:0;80f3ff297c7b:43819 {}] zookeeper.ZKUtil(347): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Unable to get data of znode /1126156502/master because node does not exist (not an error) 2024-11-23T20:17:19,519 WARN [M:0;80f3ff297c7b:43819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:17:19,521 INFO [M:0;80f3ff297c7b:43819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/.lastflushedseqids 2024-11-23T20:17:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741836_1012 (size=99) 2024-11-23T20:17:19,529 INFO [M:0;80f3ff297c7b:43819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:17:19,529 INFO [M:0;80f3ff297c7b:43819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:17:19,529 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:19,529 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:19,530 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:19,530 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:19,530 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:19,530 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T20:17:19,558 DEBUG [M:0;80f3ff297c7b:43819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0cf95ba5e4e4bfdbb7b1047c5662b42 is 82, key is hbase:meta,,1/info:regioninfo/1732393026938/Put/seqid=0 2024-11-23T20:17:19,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741837_1013 (size=5672) 2024-11-23T20:17:19,612 INFO [RS:0;80f3ff297c7b:36099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:19,612 INFO [RS:0;80f3ff297c7b:36099 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,36099,1732393024679; zookeeper connection closed. 2024-11-23T20:17:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36099-0x101467984870004, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:19,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a0584f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a0584f6 2024-11-23T20:17:19,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:17:19,965 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0cf95ba5e4e4bfdbb7b1047c5662b42 2024-11-23T20:17:20,000 DEBUG [M:0;80f3ff297c7b:43819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcacd1a9c774fb8a264e24cbed21a78 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732393026962/Put/seqid=0 2024-11-23T20:17:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741838_1014 (size=5275) 2024-11-23T20:17:20,007 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcacd1a9c774fb8a264e24cbed21a78 2024-11-23T20:17:20,033 DEBUG [M:0;80f3ff297c7b:43819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7327e320d68c44e896652e9c678a1ff1 is 69, key is 80f3ff297c7b,36099,1732393024679/rs:state/1732393025725/Put/seqid=0 2024-11-23T20:17:20,035 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:20,036 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741839_1015 (size=5156) 2024-11-23T20:17:20,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:20,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:17:20,443 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7327e320d68c44e896652e9c678a1ff1 2024-11-23T20:17:20,453 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0cf95ba5e4e4bfdbb7b1047c5662b42 as hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0cf95ba5e4e4bfdbb7b1047c5662b42 2024-11-23T20:17:20,461 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0cf95ba5e4e4bfdbb7b1047c5662b42, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T20:17:20,462 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcacd1a9c774fb8a264e24cbed21a78 as hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dcacd1a9c774fb8a264e24cbed21a78 2024-11-23T20:17:20,470 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dcacd1a9c774fb8a264e24cbed21a78, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T20:17:20,471 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7327e320d68c44e896652e9c678a1ff1 as hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7327e320d68c44e896652e9c678a1ff1 2024-11-23T20:17:20,478 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45101/user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7327e320d68c44e896652e9c678a1ff1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T20:17:20,479 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false 2024-11-23T20:17:20,486 INFO [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:20,486 DEBUG [M:0;80f3ff297c7b:43819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393039529Disabling compacts and flushes for region at 1732393039529Disabling writes for close at 1732393039530 (+1 ms)Obtaining lock to block concurrent updates at 1732393039530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393039530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732393039531 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393039532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393039532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393039557 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393039557Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393039974 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393039999 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393039999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393040015 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393040033 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393040033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8c369c: reopening flushed file at 1732393040452 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ac8f4: reopening flushed file at 1732393040461 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e87f7c: reopening flushed file at 1732393040470 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false at 1732393040479 (+9 ms)Writing region close event to WAL at 1732393040486 (+7 ms)Closed at 1732393040486 2024-11-23T20:17:20,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40fcbb0a-abb8-13b9-896a-2307028fbe85/MasterData/WALs/80f3ff297c7b,43819,1732393024634/80f3ff297c7b%2C43819%2C1732393024634.1732393025598 not finished, retry = 0 2024-11-23T20:17:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43259 is added to blk_1073741830_1006 (size=10165) 2024-11-23T20:17:20,592 INFO [M:0;80f3ff297c7b:43819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:17:20,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:20,593 INFO [M:0;80f3ff297c7b:43819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43819 2024-11-23T20:17:20,600 INFO [M:0;80f3ff297c7b:43819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:20,705 INFO [M:0;80f3ff297c7b:43819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43819-0x101467984870003, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:20,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:20,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:20,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:20,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:20,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:20,715 WARN [BP-1473470986-172.17.0.2-1732393023581 heartbeating to localhost/127.0.0.1:45101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:17:20,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:17:20,715 WARN [BP-1473470986-172.17.0.2-1732393023581 heartbeating to localhost/127.0.0.1:45101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473470986-172.17.0.2-1732393023581 (Datanode Uuid 984de6c2-219e-4576-a52f-5a4203739f84) service to localhost/127.0.0.1:45101 2024-11-23T20:17:20,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:17:20,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/cluster_1f41647a-f27c-82c1-5f60-82c09c37361a/data/data1/current/BP-1473470986-172.17.0.2-1732393023581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:20,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/cluster_1f41647a-f27c-82c1-5f60-82c09c37361a/data/data2/current/BP-1473470986-172.17.0.2-1732393023581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:20,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:17:20,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:20,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:20,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:20,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:20,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:20,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:17:20,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:17:20,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:20,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:20,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:20,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:20,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:20,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:17:20,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=413809655, stopped=false 2024-11-23T20:17:20,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,35725,1732393033502 2024-11-23T20:17:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/running 2024-11-23T20:17:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:20,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:20,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:20,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:20,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:20,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:20,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Set watcher on znode that does not yet exist, /0119073852/running 2024-11-23T20:17:20,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,38905,1732393033538' ***** 2024-11-23T20:17:20,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:20,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:20,763 INFO [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38905. 2024-11-23T20:17:20,764 DEBUG [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:20,764 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c19f27462f218a79ca371cbb0a08c7d, disabling compactions & flushes 2024-11-23T20:17:20,764 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:20,764 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:20,764 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:17:20,764 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:20,764 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:17:20,764 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:17:20,764 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. after waiting 0 ms 2024-11-23T20:17:20,764 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:20,764 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:17:20,765 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:17:20,765 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c19f27462f218a79ca371cbb0a08c7d=hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d.} 2024-11-23T20:17:20,766 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c19f27462f218a79ca371cbb0a08c7d 2024-11-23T20:17:20,766 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:20,766 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:20,766 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:20,766 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:20,766 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:20,766 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T20:17:20,772 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/replication/9c19f27462f218a79ca371cbb0a08c7d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T20:17:20,773 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:20,773 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:20,773 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:20,773 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c19f27462f218a79ca371cbb0a08c7d: Waiting for close lock at 1732393040763Running coprocessor pre-close hooks at 1732393040763Disabling compacts and flushes for region at 1732393040763Disabling writes for close at 1732393040764 (+1 ms)Writing region close event to WAL at 1732393040765 (+1 ms)Running coprocessor post-close hooks at 1732393040773 (+8 ms)Closed at 1732393040773 2024-11-23T20:17:20,773 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d. 2024-11-23T20:17:20,790 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/20c624fb35b54ff0bfd5742608e9d6b4 is 147, key is hbase:replication,,1732393027093.9c19f27462f218a79ca371cbb0a08c7d./info:regioninfo/1732393039147/Put/seqid=0 2024-11-23T20:17:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741851_1027 (size=6385) 2024-11-23T20:17:20,849 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:20,966 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:21,144 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:21,144 DEBUG [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/WALs/80f3ff297c7b,38905,1732393033538/80f3ff297c7b%2C38905%2C1732393033538.1732393034521 to pos 0, reset compression=false 2024-11-23T20:17:21,166 DEBUG [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:21,197 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/20c624fb35b54ff0bfd5742608e9d6b4 2024-11-23T20:17:21,206 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/.tmp/info/20c624fb35b54ff0bfd5742608e9d6b4 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/info/20c624fb35b54ff0bfd5742608e9d6b4 2024-11-23T20:17:21,214 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/info/20c624fb35b54ff0bfd5742608e9d6b4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T20:17:21,215 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-23T20:17:21,221 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T20:17:21,222 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:21,222 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:21,222 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:21,222 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393040765Running coprocessor pre-close hooks at 1732393040765Disabling compacts and flushes for region at 1732393040765Disabling writes for close at 1732393040766 (+1 ms)Obtaining lock to block concurrent updates at 1732393040766Preparing flush snapshotting stores in 1588230740 at 1732393040766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732393040766Flushing stores of hbase:meta,,1.1588230740 at 1732393040767 (+1 ms)Flushing 1588230740/info: creating writer at 1732393040767Flushing 1588230740/info: appending metadata at 1732393040789 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732393040789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e952d4f: reopening flushed file at 1732393041205 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1732393041215 (+10 ms)Writing region close event to WAL at 1732393041217 (+2 ms)Running coprocessor post-close hooks at 1732393041222 (+5 ms)Closed at 1732393041222 2024-11-23T20:17:21,222 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:21,366 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,38905,1732393033538; all regions closed. 2024-11-23T20:17:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741849_1025 (size=2156) 2024-11-23T20:17:21,373 DEBUG [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:21,373 INFO [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C38905%2C1732393033538.meta:.meta(num 1732393034821) 2024-11-23T20:17:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741850_1026 (size=796) 2024-11-23T20:17:21,377 DEBUG [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:21,377 INFO [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C38905%2C1732393033538.rep:(num 1732393039091) 2024-11-23T20:17:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741848_1024 (size=93) 2024-11-23T20:17:21,381 DEBUG [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/oldWALs 2024-11-23T20:17:21,381 INFO [RS:0;80f3ff297c7b:38905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C38905%2C1732393033538:(num 1732393034521) 2024-11-23T20:17:21,381 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:21,381 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:21,381 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:21,381 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:21,382 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:21,382 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:21,382 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,38905,1732393033538 because: Region server is closing 2024-11-23T20:17:21,382 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T20:17:21,382 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T20:17:21,382 INFO [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38905. 2024-11-23T20:17:21,382 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T20:17:21,382 DEBUG [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:21,382 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:21,382 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:21,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:21,483 WARN [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:17:21,483 WARN [RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:17:21,483 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,1-80f3ff297c7b,38905,1732393033538 terminated 2024-11-23T20:17:21,483 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80f3ff297c7b,38905,1732393033538 because: Region server is closing 2024-11-23T20:17:21,484 INFO [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38905. 2024-11-23T20:17:21,484 DEBUG [RS:0;80f3ff297c7b:38905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:21,484 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:21,484 DEBUG [RS:0;80f3ff297c7b:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:21,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:21,584 WARN [RS:0;80f3ff297c7b:38905.replicationSource.wal-reader.80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:17:21,584 WARN [RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:17:21,585 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;80f3ff297c7b:38905.replicationSource.shipper80f3ff297c7b%2C38905%2C1732393033538,2-80f3ff297c7b,38905,1732393033538 terminated 2024-11-23T20:17:21,585 INFO [RS:0;80f3ff297c7b:38905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38905 2024-11-23T20:17:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/rs/80f3ff297c7b,38905,1732393033538 2024-11-23T20:17:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852/rs 2024-11-23T20:17:21,587 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:21,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,38905,1732393033538] 2024-11-23T20:17:21,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0119073852/draining/80f3ff297c7b,38905,1732393033538 already deleted, retry=false 2024-11-23T20:17:21,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,38905,1732393033538 expired; onlineServers=0 2024-11-23T20:17:21,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,35725,1732393033502' ***** 2024-11-23T20:17:21,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:17:21,592 INFO [M:0;80f3ff297c7b:35725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:21,592 INFO [M:0;80f3ff297c7b:35725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:21,592 DEBUG [M:0;80f3ff297c7b:35725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:17:21,592 DEBUG [M:0;80f3ff297c7b:35725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:17:21,592 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:17:21,592 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393034235 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393034235,5,FailOnTimeoutGroup] 2024-11-23T20:17:21,592 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393034236 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393034236,5,FailOnTimeoutGroup] 2024-11-23T20:17:21,592 INFO [M:0;80f3ff297c7b:35725 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:21,592 INFO [M:0;80f3ff297c7b:35725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:21,592 DEBUG [M:0;80f3ff297c7b:35725 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:17:21,593 INFO [M:0;80f3ff297c7b:35725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:17:21,593 INFO [M:0;80f3ff297c7b:35725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:21,593 INFO [M:0;80f3ff297c7b:35725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:17:21,593 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:17:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0119073852/master 2024-11-23T20:17:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0119073852 2024-11-23T20:17:21,594 DEBUG [M:0;80f3ff297c7b:35725 {}] zookeeper.ZKUtil(347): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Unable to get data of znode /0119073852/master because node does not exist (not an error) 2024-11-23T20:17:21,594 WARN [M:0;80f3ff297c7b:35725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:17:21,595 INFO [M:0;80f3ff297c7b:35725 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/.lastflushedseqids 2024-11-23T20:17:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741852_1028 (size=181) 2024-11-23T20:17:21,602 INFO [M:0;80f3ff297c7b:35725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:17:21,602 INFO [M:0;80f3ff297c7b:35725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:17:21,602 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:21,602 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:21,602 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:21,602 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:21,602 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:21,602 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T20:17:21,622 DEBUG [M:0;80f3ff297c7b:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9bef13c99cb4d61bc0e72027414113a is 82, key is hbase:meta,,1/info:regioninfo/1732393034886/Put/seqid=0 2024-11-23T20:17:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741853_1029 (size=5680) 2024-11-23T20:17:21,689 INFO [RS:0;80f3ff297c7b:38905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:21,689 INFO [RS:0;80f3ff297c7b:38905 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,38905,1732393033538; zookeeper connection closed. 2024-11-23T20:17:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x101467984870007, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:21,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78fcd2c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78fcd2c8 2024-11-23T20:17:21,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:17:22,035 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9bef13c99cb4d61bc0e72027414113a 2024-11-23T20:17:22,067 DEBUG [M:0;80f3ff297c7b:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea919e87c134db3913ec281835ce877 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732393039157/Put/seqid=0 2024-11-23T20:17:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741854_1030 (size=7319) 2024-11-23T20:17:22,474 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea919e87c134db3913ec281835ce877 2024-11-23T20:17:22,503 DEBUG [M:0;80f3ff297c7b:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7939426bf84249ba8d2f2215568fe67d is 69, key is 80f3ff297c7b,38905,1732393033538/rs:state/1732393034289/Put/seqid=0 2024-11-23T20:17:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741855_1031 (size=5371) 2024-11-23T20:17:22,910 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7939426bf84249ba8d2f2215568fe67d 2024-11-23T20:17:22,918 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7939426bf84249ba8d2f2215568fe67d 2024-11-23T20:17:22,921 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9bef13c99cb4d61bc0e72027414113a as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9bef13c99cb4d61bc0e72027414113a 2024-11-23T20:17:22,929 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9bef13c99cb4d61bc0e72027414113a, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T20:17:22,931 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea919e87c134db3913ec281835ce877 as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea919e87c134db3913ec281835ce877 2024-11-23T20:17:22,940 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea919e87c134db3913ec281835ce877, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T20:17:22,942 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7939426bf84249ba8d2f2215568fe67d as hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7939426bf84249ba8d2f2215568fe67d 2024-11-23T20:17:22,953 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7939426bf84249ba8d2f2215568fe67d 2024-11-23T20:17:22,953 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/4f6e7206-08a2-6b81-fc95-8e67b0c995d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7939426bf84249ba8d2f2215568fe67d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T20:17:22,955 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=172, compaction requested=false 2024-11-23T20:17:22,967 INFO [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:22,967 DEBUG [M:0;80f3ff297c7b:35725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393041602Disabling compacts and flushes for region at 1732393041602Disabling writes for close at 1732393041602Obtaining lock to block concurrent updates at 1732393041602Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393041602Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732393041603 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393041604 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393041604Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393041622 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393041622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393042043 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393042066 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393042067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393042482 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393042502 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393042502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e7ddac: reopening flushed file at 1732393042918 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390d3ca6: reopening flushed file at 1732393042930 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ceacbf: reopening flushed file at 1732393042940 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=172, compaction requested=false at 1732393042955 (+15 ms)Writing region close event to WAL at 1732393042967 (+12 ms)Closed at 1732393042967 2024-11-23T20:17:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741847_1023 (size=22949) 2024-11-23T20:17:22,974 INFO [M:0;80f3ff297c7b:35725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:17:22,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:22,974 INFO [M:0;80f3ff297c7b:35725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35725 2024-11-23T20:17:22,975 INFO [M:0;80f3ff297c7b:35725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:23,078 INFO [M:0;80f3ff297c7b:35725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101467984870006, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:23,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:23,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:23,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:23,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:23,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:23,088 WARN [BP-1271144557-172.17.0.2-1732393016617 heartbeating to localhost/127.0.0.1:33249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:17:23,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:17:23,088 WARN [BP-1271144557-172.17.0.2-1732393016617 heartbeating to localhost/127.0.0.1:33249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271144557-172.17.0.2-1732393016617 (Datanode Uuid 7fb4b72c-4215-4a48-a2e7-df06f2b93bde) service to localhost/127.0.0.1:33249 2024-11-23T20:17:23,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:17:23,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/data/data1/current/BP-1271144557-172.17.0.2-1732393016617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:23,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/cluster_e8c57113-10fe-c1bf-c49d-5ac93c528c99/data/data2/current/BP-1271144557-172.17.0.2-1732393016617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:23,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:17:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:23,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:23,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:23,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:23,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f911f53-fcb5-b57f-d1fb-b97c701ddd3c/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:23,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:17:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:17:23,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@723ced21 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80f3ff297c7b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45101 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80f3ff297c7b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33249 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80f3ff297c7b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/80f3ff297c7b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80f3ff297c7b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7721 (was 7585) - AvailableMemoryMB LEAK? - 2024-11-23T20:17:23,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=7718 2024-11-23T20:17:23,169 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T20:17:23,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir so I do NOT create it in target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539 2024-11-23T20:17:23,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:17:23,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.tmp.dir so I do NOT create it in target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539 2024-11-23T20:17:23,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdacc9c4-f498-e714-e368-357f5bd6c18e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:17:23,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539 2024-11-23T20:17:23,170 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532, deleteOnExit=true 2024-11-23T20:17:23,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/zookeeper_0, clientPort=57126, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:17:23,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57126 2024-11-23T20:17:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:17:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:17:23,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/test.cache.data in system properties and HBase conf 2024-11-23T20:17:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:17:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:17:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:17:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:17:23,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:17:23,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:17:23,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:17:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:17:23,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467984870005, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:17:23,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467984870002, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:17:23,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467984870005, quorum=127.0.0.1:59118, baseZNode=/1126156502 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:17:23,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467984870002, quorum=127.0.0.1:59118, baseZNode=/0119073852 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:17:23,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:23,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:23,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:23,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:23,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:17:23,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:23,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:23,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:23,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1058471a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/java.io.tmpdir/jetty-localhost-46677-hadoop-hdfs-3_4_1-tests_jar-_-any-1429938876993166080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:23,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:46677} 2024-11-23T20:17:23,458 INFO [Time-limited test {}] server.Server(415): Started @28886ms 2024-11-23T20:17:23,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:23,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:23,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:23,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:23,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:17:23,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:23,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:23,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a94c44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/java.io.tmpdir/jetty-localhost-43539-hadoop-hdfs-3_4_1-tests_jar-_-any-2298942266178172953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:23,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:43539} 2024-11-23T20:17:23,746 INFO [Time-limited test {}] server.Server(415): Started @29174ms 2024-11-23T20:17:23,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:17:23,854 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/data/data1/current/BP-1755813193-172.17.0.2-1732393043224/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:23,854 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/data/data2/current/BP-1755813193-172.17.0.2-1732393043224/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:23,873 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:17:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e21d3314bc77257 with lease ID 0x588a0156dfac9c33: Processing first storage report for DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05 from datanode DatanodeRegistration(127.0.0.1:35497, datanodeUuid=c3f7d65f-06bf-4cd3-a012-7f18e2e65a58, infoPort=45409, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1743623176;c=1732393043224) 2024-11-23T20:17:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e21d3314bc77257 with lease ID 0x588a0156dfac9c33: from storage DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05 node DatanodeRegistration(127.0.0.1:35497, datanodeUuid=c3f7d65f-06bf-4cd3-a012-7f18e2e65a58, infoPort=45409, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1743623176;c=1732393043224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e21d3314bc77257 with lease ID 0x588a0156dfac9c33: Processing first storage report for DS-1e6f6ab6-f265-4b16-8ab0-eca550ac023a from datanode DatanodeRegistration(127.0.0.1:35497, datanodeUuid=c3f7d65f-06bf-4cd3-a012-7f18e2e65a58, infoPort=45409, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1743623176;c=1732393043224) 2024-11-23T20:17:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e21d3314bc77257 with lease ID 0x588a0156dfac9c33: from storage DS-1e6f6ab6-f265-4b16-8ab0-eca550ac023a node DatanodeRegistration(127.0.0.1:35497, datanodeUuid=c3f7d65f-06bf-4cd3-a012-7f18e2e65a58, infoPort=45409, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1743623176;c=1732393043224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:23,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539 2024-11-23T20:17:23,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:23,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:17:24,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a with version=8 2024-11-23T20:17:24,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/hbase-staging 2024-11-23T20:17:24,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:24,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:24,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42563 2024-11-23T20:17:24,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42563 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425630x0, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:24,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42563-0x1014679ef7d0000 connected 2024-11-23T20:17:24,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:24,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:24,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/running 2024-11-23T20:17:24,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a, hbase.cluster.distributed=false 2024-11-23T20:17:24,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/acl 2024-11-23T20:17:24,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-23T20:17:24,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42563 2024-11-23T20:17:24,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42563 2024-11-23T20:17:24,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-23T20:17:24,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-23T20:17:24,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:24,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:24,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33109 2024-11-23T20:17:24,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33109 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:24,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:24,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:24,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331090x0, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:24,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331090x0, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/running 2024-11-23T20:17:24,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33109-0x1014679ef7d0001 connected 2024-11-23T20:17:24,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:24,476 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:24,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/master 2024-11-23T20:17:24,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/acl 2024-11-23T20:17:24,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-23T20:17:24,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33109 2024-11-23T20:17:24,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33109 2024-11-23T20:17:24,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-23T20:17:24,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-23T20:17:24,497 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:42563 2024-11-23T20:17:24,497 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1089850590/backup-masters/80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/backup-masters 2024-11-23T20:17:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/backup-masters 2024-11-23T20:17:24,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on existing znode=/0-1089850590/backup-masters/80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1089850590/master 2024-11-23T20:17:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:24,502 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on existing znode=/0-1089850590/master 2024-11-23T20:17:24,503 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1089850590/backup-masters/80f3ff297c7b,42563,1732393044388 from backup master directory 2024-11-23T20:17:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/backup-masters 2024-11-23T20:17:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1089850590/backup-masters/80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:24,504 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/backup-masters 2024-11-23T20:17:24,504 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:24,509 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/hbase.id] with ID: 9b8c54f1-afdd-42b2-8296-084b7f592c35 2024-11-23T20:17:24,509 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/.tmp/hbase.id 2024-11-23T20:17:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:24,919 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/.tmp/hbase.id]:[hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/hbase.id] 2024-11-23T20:17:24,936 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:24,936 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:24,938 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T20:17:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:25,351 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:25,352 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:25,352 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:25,760 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store 2024-11-23T20:17:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:26,168 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:26,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:26,169 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:26,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:26,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:26,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:26,169 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:26,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393046168Disabling compacts and flushes for region at 1732393046168Disabling writes for close at 1732393046169 (+1 ms)Writing region close event to WAL at 1732393046169Closed at 1732393046169 2024-11-23T20:17:26,170 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/.initializing 2024-11-23T20:17:26,170 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/WALs/80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:26,171 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:26,174 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C42563%2C1732393044388, suffix=, logDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/WALs/80f3ff297c7b,42563,1732393044388, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:26,195 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/WALs/80f3ff297c7b,42563,1732393044388/80f3ff297c7b%2C42563%2C1732393044388.1732393046174, exclude list is [], retry=0 2024-11-23T20:17:26,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35497,DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05,DISK] 2024-11-23T20:17:26,202 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/WALs/80f3ff297c7b,42563,1732393044388/80f3ff297c7b%2C42563%2C1732393044388.1732393046174 2024-11-23T20:17:26,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-23T20:17:26,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:26,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:26,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:26,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:26,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:26,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:26,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:26,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:26,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:26,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:26,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:26,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:26,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:26,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:26,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,215 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,216 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,217 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,217 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,218 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:26,219 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:26,222 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:26,223 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328713, jitterRate=0.033078327775001526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:26,224 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393046203Initializing all the Stores at 1732393046205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393046205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393046205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393046205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393046205Cleaning up temporary data from old regions at 1732393046217 (+12 ms)Region opened successfully at 1732393046223 (+6 ms) 2024-11-23T20:17:26,224 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:26,228 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a64c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:26,229 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:26,229 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:26,229 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:26,230 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:26,230 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:26,231 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:17:26,231 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:26,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:26,234 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Unable to get data of znode /0-1089850590/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:26,235 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/balancer already deleted, retry=false 2024-11-23T20:17:26,236 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:26,236 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Unable to get data of znode /0-1089850590/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:26,237 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/normalizer already deleted, retry=false 2024-11-23T20:17:26,238 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:26,239 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Unable to get data of znode /0-1089850590/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:26,240 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/switch/split already deleted, retry=false 2024-11-23T20:17:26,240 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Unable to get data of znode /0-1089850590/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:26,242 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/switch/merge already deleted, retry=false 2024-11-23T20:17:26,245 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Unable to get data of znode /0-1089850590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:26,246 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1089850590/running 2024-11-23T20:17:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1089850590/running 2024-11-23T20:17:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,248 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,42563,1732393044388, sessionid=0x1014679ef7d0000, setting cluster-up flag (Was=false) 2024-11-23T20:17:26,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,257 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1089850590/flush-table-proc/acquired, /0-1089850590/flush-table-proc/reached, /0-1089850590/flush-table-proc/abort 2024-11-23T20:17:26,259 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:26,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:26,269 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1089850590/online-snapshot/acquired, /0-1089850590/online-snapshot/reached, /0-1089850590/online-snapshot/abort 2024-11-23T20:17:26,271 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:26,272 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:26,274 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:26,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:26,276 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:26,276 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:26,277 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 80f3ff297c7b,37875,1732393020156: status=Processing ServerCrashProcedure of 80f3ff297c7b,37875,1732393020156 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732393034234, completionTime=-1 appears to have been leaked 2024-11-23T20:17:26,277 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,42563,1732393044388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:26,278 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:26,279 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:26,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:26,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:26,290 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:26,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:26,298 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(746): ClusterId : 9b8c54f1-afdd-42b2-8296-084b7f592c35 2024-11-23T20:17:26,298 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:26,301 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:26,301 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:26,303 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:26,303 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74c707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:26,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393076324 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:26,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:26,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:26,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:26,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:26,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:26,329 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:33109 2024-11-23T20:17:26,329 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:26,329 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:26,329 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:26,329 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:26,329 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:26,330 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393046329,5,FailOnTimeoutGroup] 2024-11-23T20:17:26,330 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393046330,5,FailOnTimeoutGroup] 2024-11-23T20:17:26,330 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,330 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,42563,1732393044388 with port=33109, startcode=1732393044457 2024-11-23T20:17:26,330 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:26,330 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,330 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,330 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:26,333 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:26,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42563 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,336 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a 2024-11-23T20:17:26,336 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41223 2024-11-23T20:17:26,336 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/rs 2024-11-23T20:17:26,339 DEBUG [RS:0;80f3ff297c7b:33109 {}] zookeeper.ZKUtil(111): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on existing znode=/0-1089850590/rs/80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,339 WARN [RS:0;80f3ff297c7b:33109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:26,339 INFO [RS:0;80f3ff297c7b:33109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:26,339 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,33109,1732393044457] 2024-11-23T20:17:26,352 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:26,356 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:26,357 INFO [RS:0;80f3ff297c7b:33109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:26,357 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,358 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:26,359 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:26,359 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,359 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,359 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,359 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:26,360 DEBUG [RS:0;80f3ff297c7b:33109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,365 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33109,1732393044457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:26,388 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:26,388 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33109,1732393044457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,388 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,388 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.Replication(171): 80f3ff297c7b,33109,1732393044457 started 2024-11-23T20:17:26,404 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:26,404 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,33109,1732393044457, RpcServer on 80f3ff297c7b/172.17.0.2:33109, sessionid=0x1014679ef7d0001 2024-11-23T20:17:26,404 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:26,404 DEBUG [RS:0;80f3ff297c7b:33109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,404 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,33109,1732393044457' 2024-11-23T20:17:26,404 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1089850590/flush-table-proc/abort' 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1089850590/flush-table-proc/acquired' 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,33109,1732393044457' 2024-11-23T20:17:26,405 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1089850590/online-snapshot/abort' 2024-11-23T20:17:26,406 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1089850590/online-snapshot/acquired' 2024-11-23T20:17:26,406 DEBUG [RS:0;80f3ff297c7b:33109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:26,406 INFO [RS:0;80f3ff297c7b:33109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:26,407 INFO [RS:0;80f3ff297c7b:33109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:26,507 INFO [RS:0;80f3ff297c7b:33109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:26,510 INFO [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C33109%2C1732393044457, suffix=, logDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs, maxLogs=10 2024-11-23T20:17:26,528 DEBUG [RS:0;80f3ff297c7b:33109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510, exclude list is [], retry=0 2024-11-23T20:17:26,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35497,DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05,DISK] 2024-11-23T20:17:26,534 INFO [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 2024-11-23T20:17:26,535 DEBUG [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-23T20:17:26,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:26,729 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a 2024-11-23T20:17:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:17:27,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:27,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:27,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:27,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:27,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:27,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:27,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:27,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:27,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:27,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:27,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740 2024-11-23T20:17:27,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740 2024-11-23T20:17:27,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:27,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:27,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:27,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:27,153 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:27,154 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71524521, jitterRate=0.06579841673374176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393047137Initializing all the Stores at 1732393047138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047138Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393047138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047138Cleaning up temporary data from old regions at 1732393047149 (+11 ms)Region opened successfully at 1732393047154 (+5 ms) 2024-11-23T20:17:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:27,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:27,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:27,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393047154Disabling compacts and flushes for region at 1732393047154Disabling writes for close at 1732393047154Writing region close event to WAL at 1732393047155 (+1 ms)Closed at 1732393047155 2024-11-23T20:17:27,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:27,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:27,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:27,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:27,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:27,309 DEBUG [80f3ff297c7b:42563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:27,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:27,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,33109,1732393044457, state=OPENING 2024-11-23T20:17:27,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:27,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:27,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:27,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:27,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,33109,1732393044457}] 2024-11-23T20:17:27,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1089850590/meta-region-server: CHANGED 2024-11-23T20:17:27,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1089850590/meta-region-server: CHANGED 2024-11-23T20:17:27,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:27,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:27,479 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:27,480 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:27,480 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:27,482 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C33109%2C1732393044457.meta, suffix=.meta, logDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs, maxLogs=10 2024-11-23T20:17:27,502 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.meta.1732393047482.meta, exclude list is [], retry=0 2024-11-23T20:17:27,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35497,DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05,DISK] 2024-11-23T20:17:27,507 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.meta.1732393047482.meta 2024-11-23T20:17:27,507 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-23T20:17:27,507 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:27,508 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:27,508 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:27,508 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:27,508 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:27,508 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:27,509 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:27,509 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:27,509 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:27,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:27,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:27,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:27,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:27,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:27,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:27,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:27,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:27,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:27,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:27,517 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:27,518 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740 2024-11-23T20:17:27,519 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740 2024-11-23T20:17:27,521 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:27,521 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:27,522 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:27,523 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:27,524 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71454263, jitterRate=0.06475149095058441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:27,524 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:27,525 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393047509Writing region info on filesystem at 1732393047509Initializing all the Stores at 1732393047510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393047510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393047510Cleaning up temporary data from old regions at 1732393047521 (+11 ms)Running coprocessor post-open hooks at 1732393047524 (+3 ms)Region opened successfully at 1732393047525 (+1 ms) 2024-11-23T20:17:27,526 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393047471 2024-11-23T20:17:27,529 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:27,529 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:27,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:27,531 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,33109,1732393044457, state=OPEN 2024-11-23T20:17:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1089850590/meta-region-server 2024-11-23T20:17:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1089850590/meta-region-server 2024-11-23T20:17:27,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:27,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1089850590/meta-region-server: CHANGED 2024-11-23T20:17:27,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1089850590/meta-region-server: CHANGED 2024-11-23T20:17:27,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:27,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,33109,1732393044457 in 214 msec 2024-11-23T20:17:27,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:27,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-23T20:17:27,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:27,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:27,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:27,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,33109,1732393044457, seqNum=-1] 2024-11-23T20:17:27,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:27,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:27,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-23T20:17:27,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393047549, completionTime=-1 2024-11-23T20:17:27,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:27,549 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:27,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:27,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393107551 2024-11-23T20:17:27,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393167551 2024-11-23T20:17:27,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:17:27,552 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,552 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,552 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,552 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:42563, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,552 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,553 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,554 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.053sec 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:27,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:27,563 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:27,563 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:27,563 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42563,1732393044388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:27,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:27,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42563,-1 for getting cluster id 2024-11-23T20:17:27,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:27,600 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b8c54f1-afdd-42b2-8296-084b7f592c35' 2024-11-23T20:17:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b8c54f1-afdd-42b2-8296-084b7f592c35" 2024-11-23T20:17:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d97593e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42563,-1] 2024-11-23T20:17:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:27,603 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:27,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:27,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,33109,1732393044457, seqNum=-1] 2024-11-23T20:17:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:27,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:27,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:27,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014679ef7d0002 connected 2024-11-23T20:17:27,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir so I do NOT create it in target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e 2024-11-23T20:17:27,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:17:27,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.tmp.dir so I do NOT create it in target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e 2024-11-23T20:17:27,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:17:27,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e 2024-11-23T20:17:27,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:17:27,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/cluster_8f90abe2-36bf-bac4-ef75-67f5eebb1d0c, deleteOnExit=true 2024-11-23T20:17:27,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/test.cache.data in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:17:27,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:27,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:17:27,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:17:27,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:27,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:27,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:27,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:27,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:17:27,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:27,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:27,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:27,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/java.io.tmpdir/jetty-localhost-42713-hadoop-hdfs-3_4_1-tests_jar-_-any-5919835426643406917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:27,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:42713} 2024-11-23T20:17:27,838 INFO [Time-limited test {}] server.Server(415): Started @33266ms 2024-11-23T20:17:27,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:27,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:27,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:27,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:27,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:17:27,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:27,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:28,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/java.io.tmpdir/jetty-localhost-37551-hadoop-hdfs-3_4_1-tests_jar-_-any-12590194680715071603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:28,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:37551} 2024-11-23T20:17:28,088 INFO [Time-limited test {}] server.Server(415): Started @33516ms 2024-11-23T20:17:28,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:17:28,221 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/cluster_8f90abe2-36bf-bac4-ef75-67f5eebb1d0c/data/data1/current/BP-727417301-172.17.0.2-1732393047649/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:28,221 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/cluster_8f90abe2-36bf-bac4-ef75-67f5eebb1d0c/data/data2/current/BP-727417301-172.17.0.2-1732393047649/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:28,253 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:17:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2119e924ba56a4 with lease ID 0x6968fcfb2370bdee: Processing first storage report for DS-3973b9ec-a74a-473a-acc2-2dd2f8c5f4ff from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=08e378b5-ba30-4c26-8507-b679d8c20fbb, infoPort=34465, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=768215425;c=1732393047649) 2024-11-23T20:17:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2119e924ba56a4 with lease ID 0x6968fcfb2370bdee: from storage DS-3973b9ec-a74a-473a-acc2-2dd2f8c5f4ff node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=08e378b5-ba30-4c26-8507-b679d8c20fbb, infoPort=34465, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=768215425;c=1732393047649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2119e924ba56a4 with lease ID 0x6968fcfb2370bdee: Processing first storage report for DS-4b99d11b-b1f0-4704-8293-397748936c1a from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=08e378b5-ba30-4c26-8507-b679d8c20fbb, infoPort=34465, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=768215425;c=1732393047649) 2024-11-23T20:17:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2119e924ba56a4 with lease ID 0x6968fcfb2370bdee: from storage DS-4b99d11b-b1f0-4704-8293-397748936c1a node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=08e378b5-ba30-4c26-8507-b679d8c20fbb, infoPort=34465, infoSecurePort=0, ipcPort=43187, storageInfo=lv=-57;cid=testClusterID;nsid=768215425;c=1732393047649), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T20:17:28,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e 2024-11-23T20:17:28,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:17:28,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266 with version=8 2024-11-23T20:17:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/hbase-staging 2024-11-23T20:17:28,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:28,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:28,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34289 2024-11-23T20:17:28,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34289 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342890x0, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:28,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34289-0x1014679ef7d0003 connected 2024-11-23T20:17:28,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/running 2024-11-23T20:17:28,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266, hbase.cluster.distributed=false 2024-11-23T20:17:28,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/acl 2024-11-23T20:17:28,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-23T20:17:28,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34289 2024-11-23T20:17:28,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34289 2024-11-23T20:17:28,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-23T20:17:28,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-23T20:17:28,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:28,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:28,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38533 2024-11-23T20:17:28,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38533 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:28,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:28,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385330x0, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:28,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385330x0, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/running 2024-11-23T20:17:28,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38533-0x1014679ef7d0004 connected 2024-11-23T20:17:28,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:28,810 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:28,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/master 2024-11-23T20:17:28,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/acl 2024-11-23T20:17:28,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38533 2024-11-23T20:17:28,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38533 2024-11-23T20:17:28,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38533 2024-11-23T20:17:28,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38533 2024-11-23T20:17:28,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38533 2024-11-23T20:17:28,832 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:34289 2024-11-23T20:17:28,833 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-839533300/backup-masters/80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/backup-masters 2024-11-23T20:17:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/backup-masters 2024-11-23T20:17:28,835 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on existing znode=/1-839533300/backup-masters/80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839533300/master 2024-11-23T20:17:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:28,838 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on existing znode=/1-839533300/master 2024-11-23T20:17:28,839 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-839533300/backup-masters/80f3ff297c7b,34289,1732393048757 from backup master directory 2024-11-23T20:17:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839533300/backup-masters/80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:28,841 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:28,841 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/backup-masters 2024-11-23T20:17:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/backup-masters 2024-11-23T20:17:28,850 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/hbase.id] with ID: 53b31869-c5fc-4ff5-af42-9e098340ce1f 2024-11-23T20:17:28,850 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/.tmp/hbase.id 2024-11-23T20:17:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:29,265 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/.tmp/hbase.id]:[hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/hbase.id] 2024-11-23T20:17:29,277 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:29,278 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:29,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:17:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:29,688 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:29,688 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:29,689 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:17:30,098 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store 2024-11-23T20:17:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:30,107 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:30,107 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:30,107 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:30,107 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:30,107 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:30,108 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:30,108 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:30,108 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393050107Disabling compacts and flushes for region at 1732393050107Disabling writes for close at 1732393050107Writing region close event to WAL at 1732393050108 (+1 ms)Closed at 1732393050108 2024-11-23T20:17:30,109 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/.initializing 2024-11-23T20:17:30,109 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/WALs/80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:30,110 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:30,112 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C34289%2C1732393048757, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/WALs/80f3ff297c7b,34289,1732393048757, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:30,126 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/WALs/80f3ff297c7b,34289,1732393048757/80f3ff297c7b%2C34289%2C1732393048757.1732393050113, exclude list is [], retry=0 2024-11-23T20:17:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-3973b9ec-a74a-473a-acc2-2dd2f8c5f4ff,DISK] 2024-11-23T20:17:30,132 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/WALs/80f3ff297c7b,34289,1732393048757/80f3ff297c7b%2C34289%2C1732393048757.1732393050113 2024-11-23T20:17:30,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-23T20:17:30,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:30,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:30,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,133 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:30,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:30,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:30,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:30,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:30,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:30,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:30,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:30,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:30,144 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,144 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,145 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,146 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,146 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,147 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:30,149 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:30,153 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:30,153 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71573618, jitterRate=0.0665300190448761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:30,154 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393050133Initializing all the Stores at 1732393050134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393050134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393050134Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393050134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393050134Cleaning up temporary data from old regions at 1732393050146 (+12 ms)Region opened successfully at 1732393050154 (+8 ms) 2024-11-23T20:17:30,154 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:30,158 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58633afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:30,159 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:30,159 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:30,159 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:30,159 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:30,160 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:30,160 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:17:30,160 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:30,163 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:30,163 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:30,165 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/balancer already deleted, retry=false 2024-11-23T20:17:30,165 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:30,166 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:30,167 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/normalizer already deleted, retry=false 2024-11-23T20:17:30,167 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:30,168 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:30,170 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/switch/split already deleted, retry=false 2024-11-23T20:17:30,171 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:30,172 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/switch/merge already deleted, retry=false 2024-11-23T20:17:30,175 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:30,176 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839533300/running 2024-11-23T20:17:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839533300/running 2024-11-23T20:17:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,179 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,34289,1732393048757, sessionid=0x1014679ef7d0003, setting cluster-up flag (Was=false) 2024-11-23T20:17:30,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,196 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-839533300/flush-table-proc/acquired, /1-839533300/flush-table-proc/reached, /1-839533300/flush-table-proc/abort 2024-11-23T20:17:30,197 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:30,206 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-839533300/online-snapshot/acquired, /1-839533300/online-snapshot/reached, /1-839533300/online-snapshot/abort 2024-11-23T20:17:30,207 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:30,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:30,211 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:30,211 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:30,211 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:30,212 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,34289,1732393048757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:30,213 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:30,213 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:30,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:30,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:30,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:30,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:30,224 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393080224 2024-11-23T20:17:30,224 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:30,225 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:30,225 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:30,225 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:30,225 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:30,225 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:30,226 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(746): ClusterId : 53b31869-c5fc-4ff5-af42-9e098340ce1f 2024-11-23T20:17:30,226 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:30,228 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:30,228 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:30,230 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:30,230 DEBUG [RS:0;80f3ff297c7b:38533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7ddd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:30,232 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:30,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:30,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:30,233 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:30,248 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:38533 2024-11-23T20:17:30,248 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:30,248 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:30,248 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:30,249 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,34289,1732393048757 with port=38533, startcode=1732393048800 2024-11-23T20:17:30,250 DEBUG [RS:0;80f3ff297c7b:38533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:30,258 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:30,258 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:30,259 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393050258,5,FailOnTimeoutGroup] 2024-11-23T20:17:30,259 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393050259,5,FailOnTimeoutGroup] 2024-11-23T20:17:30,259 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,259 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:30,259 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,259 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,259 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:30,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34289 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,269 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266 2024-11-23T20:17:30,269 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41527 2024-11-23T20:17:30,269 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/rs 2024-11-23T20:17:30,274 DEBUG [RS:0;80f3ff297c7b:38533 {}] zookeeper.ZKUtil(111): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on existing znode=/1-839533300/rs/80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,274 WARN [RS:0;80f3ff297c7b:38533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:30,274 INFO [RS:0;80f3ff297c7b:38533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:30,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,38533,1732393048800] 2024-11-23T20:17:30,274 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,280 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:30,282 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:30,284 INFO [RS:0;80f3ff297c7b:38533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:30,284 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,290 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:30,290 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:30,290 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:30,291 DEBUG [RS:0;80f3ff297c7b:38533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:30,298 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,298 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,298 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,299 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,299 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,299 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38533,1732393048800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:30,315 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:30,315 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38533,1732393048800-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,316 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,316 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.Replication(171): 80f3ff297c7b,38533,1732393048800 started 2024-11-23T20:17:30,330 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:30,330 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,38533,1732393048800, RpcServer on 80f3ff297c7b/172.17.0.2:38533, sessionid=0x1014679ef7d0004 2024-11-23T20:17:30,330 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:30,330 DEBUG [RS:0;80f3ff297c7b:38533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,330 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38533,1732393048800' 2024-11-23T20:17:30,330 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-839533300/flush-table-proc/abort' 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-839533300/flush-table-proc/acquired' 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38533,1732393048800' 2024-11-23T20:17:30,331 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-839533300/online-snapshot/abort' 2024-11-23T20:17:30,332 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-839533300/online-snapshot/acquired' 2024-11-23T20:17:30,332 DEBUG [RS:0;80f3ff297c7b:38533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:30,332 INFO [RS:0;80f3ff297c7b:38533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:30,332 INFO [RS:0;80f3ff297c7b:38533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:30,433 INFO [RS:0;80f3ff297c7b:38533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:30,434 INFO [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38533%2C1732393048800, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/oldWALs, maxLogs=10 2024-11-23T20:17:30,452 DEBUG [RS:0;80f3ff297c7b:38533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800/80f3ff297c7b%2C38533%2C1732393048800.1732393050435, exclude list is [], retry=0 2024-11-23T20:17:30,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-3973b9ec-a74a-473a-acc2-2dd2f8c5f4ff,DISK] 2024-11-23T20:17:30,463 INFO [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800/80f3ff297c7b%2C38533%2C1732393048800.1732393050435 2024-11-23T20:17:30,463 DEBUG [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-23T20:17:30,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:30,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266 2024-11-23T20:17:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:17:31,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:31,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:31,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:31,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:31,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:31,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:31,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:31,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:31,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:31,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:31,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740 2024-11-23T20:17:31,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740 2024-11-23T20:17:31,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:31,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:31,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:31,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:31,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59271066, jitterRate=-0.11679229140281677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393051063Initializing all the Stores at 1732393051064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393051064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051064Cleaning up temporary data from old regions at 1732393051075 (+11 ms)Region opened successfully at 1732393051079 (+4 ms) 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:31,079 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:31,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:31,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393051079Disabling compacts and flushes for region at 1732393051079Disabling writes for close at 1732393051079Writing region close event to WAL at 1732393051080 (+1 ms)Closed at 1732393051080 2024-11-23T20:17:31,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:31,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:31,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:31,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:31,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:31,234 DEBUG [80f3ff297c7b:34289 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:31,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:31,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38533,1732393048800, state=OPENING 2024-11-23T20:17:31,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:31,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:31,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:31,245 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:31,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839533300/meta-region-server: CHANGED 2024-11-23T20:17:31,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839533300/meta-region-server: CHANGED 2024-11-23T20:17:31,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38533,1732393048800}] 2024-11-23T20:17:31,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:31,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:31,404 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:31,404 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:31,405 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:31,406 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38533%2C1732393048800.meta, suffix=.meta, logDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/oldWALs, maxLogs=10 2024-11-23T20:17:31,423 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800/80f3ff297c7b%2C38533%2C1732393048800.meta.1732393051406.meta, exclude list is [], retry=0 2024-11-23T20:17:31,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-3973b9ec-a74a-473a-acc2-2dd2f8c5f4ff,DISK] 2024-11-23T20:17:31,428 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/WALs/80f3ff297c7b,38533,1732393048800/80f3ff297c7b%2C38533%2C1732393048800.meta.1732393051406.meta 2024-11-23T20:17:31,429 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-23T20:17:31,429 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:31,429 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:31,429 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:31,429 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:31,430 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:31,430 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:31,430 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:31,430 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:31,430 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:31,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:31,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:31,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:31,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:31,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:31,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:31,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:31,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:31,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:31,442 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:31,442 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740 2024-11-23T20:17:31,444 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740 2024-11-23T20:17:31,447 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:31,447 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:31,448 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:31,449 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:31,450 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069315, jitterRate=0.04411415755748749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:31,450 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:31,451 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393051430Writing region info on filesystem at 1732393051430Initializing all the Stores at 1732393051431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051433 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393051433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393051433Cleaning up temporary data from old regions at 1732393051447 (+14 ms)Running coprocessor post-open hooks at 1732393051450 (+3 ms)Region opened successfully at 1732393051450 2024-11-23T20:17:31,452 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393051398 2024-11-23T20:17:31,455 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:31,455 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:31,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:31,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38533,1732393048800, state=OPEN 2024-11-23T20:17:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-839533300/meta-region-server 2024-11-23T20:17:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-839533300/meta-region-server 2024-11-23T20:17:31,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:31,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839533300/meta-region-server: CHANGED 2024-11-23T20:17:31,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839533300/meta-region-server: CHANGED 2024-11-23T20:17:31,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:31,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38533,1732393048800 in 214 msec 2024-11-23T20:17:31,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:31,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-23T20:17:31,464 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:31,464 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:31,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:31,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38533,1732393048800, seqNum=-1] 2024-11-23T20:17:31,466 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:31,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:31,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-23T20:17:31,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393051473, completionTime=-1 2024-11-23T20:17:31,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:31,473 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:31,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:31,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393111474 2024-11-23T20:17:31,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393171474 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:34289, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,477 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.638sec 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:31,479 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:31,482 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:31,482 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:31,482 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,34289,1732393048757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:31,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdedc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,34289,-1 for getting cluster id 2024-11-23T20:17:31,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:31,527 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b31869-c5fc-4ff5-af42-9e098340ce1f' 2024-11-23T20:17:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b31869-c5fc-4ff5-af42-9e098340ce1f" 2024-11-23T20:17:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c80009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,34289,-1] 2024-11-23T20:17:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:31,529 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:31,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38533,1732393048800, seqNum=-1] 2024-11-23T20:17:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:31,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:31,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57126 2024-11-23T20:17:31,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:31,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014679ef7d0005 connected 2024-11-23T20:17:31,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42563,-1 for getting cluster id 2024-11-23T20:17:31,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:31,543 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b8c54f1-afdd-42b2-8296-084b7f592c35' 2024-11-23T20:17:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b8c54f1-afdd-42b2-8296-084b7f592c35" 2024-11-23T20:17:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab207a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42563,-1] 2024-11-23T20:17:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:31,544 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60414c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15142794 2024-11-23T20:17:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:31,547 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:31,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:34289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:17:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:31,552 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:34289' 2024-11-23T20:17:31,553 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774e129b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,553 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,34289,-1 for getting cluster id 2024-11-23T20:17:31,553 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:31,554 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b31869-c5fc-4ff5-af42-9e098340ce1f' 2024-11-23T20:17:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b31869-c5fc-4ff5-af42-9e098340ce1f" 2024-11-23T20:17:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208ed2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,34289,-1] 2024-11-23T20:17:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:31,555 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:31,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da48552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:31,556 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:31,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:31,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0dbff8 2024-11-23T20:17:31,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:31,558 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:31,559 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T20:17:31,559 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:31,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:31,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:31,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:31,560 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:31,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:17:31,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:17:31,563 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:31,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:17:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741835_1011 (size=1138) 2024-11-23T20:17:31,612 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:17:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:31,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c2f03d397e49f14e4e042a90a6a6c91, NAME => 'hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a 2024-11-23T20:17:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741836_1012 (size=44) 2024-11-23T20:17:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:32,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c2f03d397e49f14e4e042a90a6a6c91, disabling compactions & flushes 2024-11-23T20:17:32,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. after waiting 0 ms 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c2f03d397e49f14e4e042a90a6a6c91: Waiting for close lock at 1732393052380Disabling compacts and flushes for region at 1732393052380Disabling writes for close at 1732393052380Writing region close event to WAL at 1732393052380Closed at 1732393052380 2024-11-23T20:17:32,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:17:32,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393052382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393052382"}]},"ts":"1732393052382"} 2024-11-23T20:17:32,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:17:32,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:17:32,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393052387"}]},"ts":"1732393052387"} 2024-11-23T20:17:32,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:17:32,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91, ASSIGN}] 2024-11-23T20:17:32,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91, ASSIGN 2024-11-23T20:17:32,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91, ASSIGN; state=OFFLINE, location=80f3ff297c7b,33109,1732393044457; forceNewPlan=false, retain=false 2024-11-23T20:17:32,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c2f03d397e49f14e4e042a90a6a6c91, regionState=OPENING, regionLocation=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91, ASSIGN because future has completed 2024-11-23T20:17:32,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c2f03d397e49f14e4e042a90a6a6c91, server=80f3ff297c7b,33109,1732393044457}] 2024-11-23T20:17:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:32,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:32,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:17:32,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C33109%2C1732393044457.rep, suffix=, logDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457, archiveDir=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs, maxLogs=10 2024-11-23T20:17:32,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.rep.1732393052710, exclude list is [], retry=0 2024-11-23T20:17:32,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35497,DS-e43a8e9c-a9d6-48c4-a494-e74fe562ef05,DISK] 2024-11-23T20:17:32,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.rep.1732393052710 2024-11-23T20:17:32,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-23T20:17:32,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c2f03d397e49f14e4e042a90a6a6c91, NAME => 'hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:32,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:32,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:32,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. service=MultiRowMutationService 2024-11-23T20:17:32,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:17:32,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:32,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,733 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,735 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c2f03d397e49f14e4e042a90a6a6c91 columnFamilyName hfileref 2024-11-23T20:17:32,735 DEBUG [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:32,735 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(327): Store=9c2f03d397e49f14e4e042a90a6a6c91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:32,736 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,737 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c2f03d397e49f14e4e042a90a6a6c91 columnFamilyName queue 2024-11-23T20:17:32,737 DEBUG [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:32,738 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(327): Store=9c2f03d397e49f14e4e042a90a6a6c91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:32,738 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,739 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c2f03d397e49f14e4e042a90a6a6c91 columnFamilyName sid 2024-11-23T20:17:32,739 DEBUG [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:32,739 INFO [StoreOpener-9c2f03d397e49f14e4e042a90a6a6c91-1 {}] regionserver.HStore(327): Store=9c2f03d397e49f14e4e042a90a6a6c91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:32,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:32,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:32,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c2f03d397e49f14e4e042a90a6a6c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60437259, jitterRate=-0.09941466152667999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:32,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:32,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c2f03d397e49f14e4e042a90a6a6c91: Running coprocessor pre-open hook at 1732393052732Writing region info on filesystem at 1732393052732Initializing all the Stores at 1732393052733 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393052733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393052733Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393052733Cleaning up temporary data from old regions at 1732393052742 (+9 ms)Running coprocessor post-open hooks at 1732393052749 (+7 ms)Region opened successfully at 1732393052750 (+1 ms) 2024-11-23T20:17:32,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91., pid=7, masterSystemTime=1732393052700 2024-11-23T20:17:32,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:32,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c2f03d397e49f14e4e042a90a6a6c91, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c2f03d397e49f14e4e042a90a6a6c91, server=80f3ff297c7b,33109,1732393044457 because future has completed 2024-11-23T20:17:32,759 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42563 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=80f3ff297c7b,33109,1732393044457, table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T20:17:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T20:17:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c2f03d397e49f14e4e042a90a6a6c91, server=80f3ff297c7b,33109,1732393044457 in 212 msec 2024-11-23T20:17:32,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:17:32,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c2f03d397e49f14e4e042a90a6a6c91, ASSIGN in 371 msec 2024-11-23T20:17:32,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:17:32,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393052764"}]},"ts":"1732393052764"} 2024-11-23T20:17:32,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:17:32,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:17:32,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-23T20:17:32,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91., hostname=80f3ff297c7b,33109,1732393044457, seqNum=2] 2024-11-23T20:17:32,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:32,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:32,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:32,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33109 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T20:17:32,985 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:17:33,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:33,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:33,019 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,33109,1732393044457, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:17:33,019 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:33,020 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,33109,1732393044457, seqNum=-1] 2024-11-23T20:17:33,020 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:33,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T20:17:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,33109,1732393044457', locateType=CURRENT is [region=hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91., hostname=80f3ff297c7b,33109,1732393044457, seqNum=2] 2024-11-23T20:17:33,027 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T20:17:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T20:17:33,032 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,33109,1732393044457 suceeded 2024-11-23T20:17:33,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T20:17:33,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-23T20:17:33,037 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:34289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:17:33,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:33,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-23T20:17:33,046 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:34289' 2024-11-23T20:17:33,047 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4f2d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:33,047 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,34289,-1 for getting cluster id 2024-11-23T20:17:33,047 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:33,048 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b31869-c5fc-4ff5-af42-9e098340ce1f' 2024-11-23T20:17:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b31869-c5fc-4ff5-af42-9e098340ce1f" 2024-11-23T20:17:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b41da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,34289,-1] 2024-11-23T20:17:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,050 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:33,051 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9af1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:33,051 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cae5461 2024-11-23T20:17:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:33,053 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:33,054 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,33109,1732393044457 (queues=1) is replicating from cluster=9b8c54f1-afdd-42b2-8296-084b7f592c35 to cluster=53b31869-c5fc-4ff5-af42-9e098340ce1f 2024-11-23T20:17:33,054 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C33109%2C1732393044457 2024-11-23T20:17:33,054 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,33109,1732393044457, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:33,055 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.shipper80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C33109%2C1732393044457 2024-11-23T20:17:33,055 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510, startPosition=0, beingWritten=true 2024-11-23T20:17:33,261 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:33,567 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:33,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:17:33,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:33,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:33,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:33,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df303ed 2024-11-23T20:17:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:33,716 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:33,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:17:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:17:33,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:33,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:33,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:33,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:17:33,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648228323, stopped=false 2024-11-23T20:17:33,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,34289,1732393048757 2024-11-23T20:17:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839533300/running 2024-11-23T20:17:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839533300/running 2024-11-23T20:17:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:33,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:33,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:33,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:33,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,38533,1732393048800' ***** 2024-11-23T20:17:33,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:17:33,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/running 2024-11-23T20:17:33,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Set watcher on znode that does not yet exist, /1-839533300/running 2024-11-23T20:17:33,720 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:17:33,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38533. 2024-11-23T20:17:33,722 DEBUG [RS:0;80f3ff297c7b:38533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:33,722 DEBUG [RS:0;80f3ff297c7b:38533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:17:33,722 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:17:33,723 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:17:33,723 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:17:33,723 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:17:33,723 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:17:33,723 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:33,723 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:33,723 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:33,723 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:33,723 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:33,723 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:33,723 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T20:17:33,740 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/.tmp/ns/5e5ae991751743159f2904f08203e0a1 is 43, key is default/ns:d/1732393051468/Put/seqid=0 2024-11-23T20:17:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741835_1011 (size=5153) 2024-11-23T20:17:33,803 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:33,923 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:33,973 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:34,123 DEBUG [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:17:34,145 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/.tmp/ns/5e5ae991751743159f2904f08203e0a1 2024-11-23T20:17:34,151 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/.tmp/ns/5e5ae991751743159f2904f08203e0a1 as hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/ns/5e5ae991751743159f2904f08203e0a1 2024-11-23T20:17:34,158 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/ns/5e5ae991751743159f2904f08203e0a1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T20:17:34,159 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-23T20:17:34,164 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T20:17:34,164 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:34,164 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:34,165 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:34,165 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393053723Running coprocessor pre-close hooks at 1732393053723Disabling compacts and flushes for region at 1732393053723Disabling writes for close at 1732393053723Obtaining lock to block concurrent updates at 1732393053723Preparing flush snapshotting stores in 1588230740 at 1732393053723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732393053724 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393053725 (+1 ms)Flushing 1588230740/ns: creating writer at 1732393053725Flushing 1588230740/ns: appending metadata at 1732393053739 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393053739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146a1609: reopening flushed file at 1732393054150 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732393054159 (+9 ms)Writing region close event to WAL at 1732393054160 (+1 ms)Running coprocessor post-close hooks at 1732393054164 (+4 ms)Closed at 1732393054165 (+1 ms) 2024-11-23T20:17:34,165 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:34,299 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:17:34,299 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:17:34,324 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,38533,1732393048800; all regions closed. 2024-11-23T20:17:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741834_1010 (size=1152) 2024-11-23T20:17:34,328 DEBUG [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/oldWALs 2024-11-23T20:17:34,329 INFO [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C38533%2C1732393048800.meta:.meta(num 1732393051406) 2024-11-23T20:17:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741832_1008 (size=93) 2024-11-23T20:17:34,332 DEBUG [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/oldWALs 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C38533%2C1732393048800:(num 1732393050435) 2024-11-23T20:17:34,333 DEBUG [RS:0;80f3ff297c7b:38533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:34,333 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:34,333 INFO [RS:0;80f3ff297c7b:38533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38533 2024-11-23T20:17:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839533300/rs/80f3ff297c7b,38533,1732393048800 2024-11-23T20:17:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300/rs 2024-11-23T20:17:34,335 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:34,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,38533,1732393048800] 2024-11-23T20:17:34,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-839533300/draining/80f3ff297c7b,38533,1732393048800 already deleted, retry=false 2024-11-23T20:17:34,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,38533,1732393048800 expired; onlineServers=0 2024-11-23T20:17:34,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,34289,1732393048757' ***** 2024-11-23T20:17:34,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:17:34,339 INFO [M:0;80f3ff297c7b:34289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:34,339 INFO [M:0;80f3ff297c7b:34289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:34,339 DEBUG [M:0;80f3ff297c7b:34289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:17:34,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:17:34,339 DEBUG [M:0;80f3ff297c7b:34289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:17:34,340 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393050258 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393050258,5,FailOnTimeoutGroup] 2024-11-23T20:17:34,340 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393050259 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393050259,5,FailOnTimeoutGroup] 2024-11-23T20:17:34,340 INFO [M:0;80f3ff297c7b:34289 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:34,340 INFO [M:0;80f3ff297c7b:34289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:34,340 DEBUG [M:0;80f3ff297c7b:34289 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:17:34,340 INFO [M:0;80f3ff297c7b:34289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:17:34,340 INFO [M:0;80f3ff297c7b:34289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:34,340 INFO [M:0;80f3ff297c7b:34289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:17:34,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839533300/master 2024-11-23T20:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839533300 2024-11-23T20:17:34,341 DEBUG [M:0;80f3ff297c7b:34289 {}] zookeeper.ZKUtil(347): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Unable to get data of znode /1-839533300/master because node does not exist (not an error) 2024-11-23T20:17:34,341 WARN [M:0;80f3ff297c7b:34289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:17:34,342 INFO [M:0;80f3ff297c7b:34289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/.lastflushedseqids 2024-11-23T20:17:34,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741836_1012 (size=99) 2024-11-23T20:17:34,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:34,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38533-0x1014679ef7d0004, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:34,437 INFO [RS:0;80f3ff297c7b:38533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:34,437 INFO [RS:0;80f3ff297c7b:38533 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,38533,1732393048800; zookeeper connection closed. 2024-11-23T20:17:34,438 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e186645 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e186645 2024-11-23T20:17:34,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:17:34,478 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:34,748 INFO [M:0;80f3ff297c7b:34289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:17:34,748 INFO [M:0;80f3ff297c7b:34289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:17:34,748 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:34,749 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:34,749 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:34,749 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:34,749 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:34,749 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T20:17:34,770 DEBUG [M:0;80f3ff297c7b:34289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c66988c577c452fbb8e5da753dc80c1 is 82, key is hbase:meta,,1/info:regioninfo/1732393051455/Put/seqid=0 2024-11-23T20:17:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741837_1013 (size=5672) 2024-11-23T20:17:34,776 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c66988c577c452fbb8e5da753dc80c1 2024-11-23T20:17:34,798 DEBUG [M:0;80f3ff297c7b:34289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e47d1388c74a03bec91301c42efc71 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732393051472/Put/seqid=0 2024-11-23T20:17:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741838_1014 (size=5275) 2024-11-23T20:17:34,807 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e47d1388c74a03bec91301c42efc71 2024-11-23T20:17:34,838 DEBUG [M:0;80f3ff297c7b:34289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5328e179aec40bba329099bcc9962cc is 69, key is 80f3ff297c7b,38533,1732393048800/rs:state/1732393050260/Put/seqid=0 2024-11-23T20:17:34,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741839_1015 (size=5156) 2024-11-23T20:17:35,084 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:35,272 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5328e179aec40bba329099bcc9962cc 2024-11-23T20:17:35,281 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c66988c577c452fbb8e5da753dc80c1 as hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c66988c577c452fbb8e5da753dc80c1 2024-11-23T20:17:35,289 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c66988c577c452fbb8e5da753dc80c1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T20:17:35,291 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e47d1388c74a03bec91301c42efc71 as hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e47d1388c74a03bec91301c42efc71 2024-11-23T20:17:35,301 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e47d1388c74a03bec91301c42efc71, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T20:17:35,302 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5328e179aec40bba329099bcc9962cc as hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5328e179aec40bba329099bcc9962cc 2024-11-23T20:17:35,313 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/d53151e3-20c5-ce69-693f-de62efbb9266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5328e179aec40bba329099bcc9962cc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T20:17:35,315 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false 2024-11-23T20:17:35,349 INFO [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:35,349 DEBUG [M:0;80f3ff297c7b:34289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393054748Disabling compacts and flushes for region at 1732393054748Disabling writes for close at 1732393054749 (+1 ms)Obtaining lock to block concurrent updates at 1732393054749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393054749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732393054749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393054750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393054750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393054770 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393054770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393054781 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393054798 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393054798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393054814 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393054837 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393054837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5950ba: reopening flushed file at 1732393055280 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf4a52f: reopening flushed file at 1732393055289 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0e86ec: reopening flushed file at 1732393055301 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false at 1732393055315 (+14 ms)Writing region close event to WAL at 1732393055349 (+34 ms)Closed at 1732393055349 2024-11-23T20:17:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741830_1006 (size=10165) 2024-11-23T20:17:35,370 INFO [M:0;80f3ff297c7b:34289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:17:35,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:35,370 INFO [M:0;80f3ff297c7b:34289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34289 2024-11-23T20:17:35,371 INFO [M:0;80f3ff297c7b:34289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34289-0x1014679ef7d0003, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:35,473 INFO [M:0;80f3ff297c7b:34289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:35,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:35,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:35,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:35,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:35,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:35,490 WARN [BP-727417301-172.17.0.2-1732393047649 heartbeating to localhost/127.0.0.1:41527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:17:35,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:17:35,490 WARN [BP-727417301-172.17.0.2-1732393047649 heartbeating to localhost/127.0.0.1:41527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727417301-172.17.0.2-1732393047649 (Datanode Uuid 08e378b5-ba30-4c26-8507-b679d8c20fbb) service to localhost/127.0.0.1:41527 2024-11-23T20:17:35,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:17:35,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/cluster_8f90abe2-36bf-bac4-ef75-67f5eebb1d0c/data/data1/current/BP-727417301-172.17.0.2-1732393047649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:35,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/cluster_8f90abe2-36bf-bac4-ef75-67f5eebb1d0c/data/data2/current/BP-727417301-172.17.0.2-1732393047649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:35,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:17:35,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:35,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:35,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:35,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:35,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:35,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:17:35,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:17:35,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:35,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:35,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:35,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:17:35,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335650206, stopped=false 2024-11-23T20:17:35,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,42563,1732393044388 2024-11-23T20:17:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1089850590/running 2024-11-23T20:17:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1089850590/running 2024-11-23T20:17:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:35,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/running 2024-11-23T20:17:35,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Set watcher on znode that does not yet exist, /0-1089850590/running 2024-11-23T20:17:35,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:35,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:35,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:35,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:35,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,33109,1732393044457' ***** 2024-11-23T20:17:35,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:17:35,541 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:17:35,541 INFO [RS:0;80f3ff297c7b:33109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:17:35,541 INFO [RS:0;80f3ff297c7b:33109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:17:35,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:17:35,541 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:35,542 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:35,542 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:35,542 INFO [RS:0;80f3ff297c7b:33109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:33109. 2024-11-23T20:17:35,542 DEBUG [RS:0;80f3ff297c7b:33109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:35,542 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:35,542 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c2f03d397e49f14e4e042a90a6a6c91, disabling compactions & flushes 2024-11-23T20:17:35,542 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:17:35,542 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:17:35,543 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:17:35,543 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:17:35,543 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:35,543 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:35,543 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. after waiting 0 ms 2024-11-23T20:17:35,543 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:35,543 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c2f03d397e49f14e4e042a90a6a6c91 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T20:17:35,558 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:17:35,558 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1325): Online Regions={9c2f03d397e49f14e4e042a90a6a6c91=hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:17:35,559 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:35,559 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:35,559 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:35,559 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:35,559 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:35,559 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:35,560 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T20:17:35,572 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:35,580 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/.tmp/queue/c1c50ff7b0314a25aafeca6010d7a4a9 is 151, key is 1-80f3ff297c7b,33109,1732393044457/queue:80f3ff297c7b%2C33109%2C1732393044457/1732393053025/Put/seqid=0 2024-11-23T20:17:35,588 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/info/5572599e851548878478cc4e7bdc5ac5 is 147, key is hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91./info:regioninfo/1732393052754/Put/seqid=0 2024-11-23T20:17:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741838_1014 (size=5350) 2024-11-23T20:17:35,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741839_1015 (size=6631) 2024-11-23T20:17:35,619 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/info/5572599e851548878478cc4e7bdc5ac5 2024-11-23T20:17:35,644 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/ns/b5e830afcb8549989df231dc71464d87 is 43, key is default/ns:d/1732393047543/Put/seqid=0 2024-11-23T20:17:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741840_1016 (size=5153) 2024-11-23T20:17:35,649 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/ns/b5e830afcb8549989df231dc71464d87 2024-11-23T20:17:35,676 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/table/e8e2d8830bf642ce8d565e722de2087d is 53, key is hbase:replication/table:state/1732393052764/Put/seqid=0 2024-11-23T20:17:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741841_1017 (size=5256) 2024-11-23T20:17:35,759 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:35,812 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.1732393046510 to pos 0, reset compression=false 2024-11-23T20:17:35,959 DEBUG [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c2f03d397e49f14e4e042a90a6a6c91 2024-11-23T20:17:36,000 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/.tmp/queue/c1c50ff7b0314a25aafeca6010d7a4a9 2024-11-23T20:17:36,006 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/.tmp/queue/c1c50ff7b0314a25aafeca6010d7a4a9 as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/queue/c1c50ff7b0314a25aafeca6010d7a4a9 2024-11-23T20:17:36,013 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/queue/c1c50ff7b0314a25aafeca6010d7a4a9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T20:17:36,014 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c2f03d397e49f14e4e042a90a6a6c91 in 471ms, sequenceid=5, compaction requested=false 2024-11-23T20:17:36,014 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:17:36,019 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/replication/9c2f03d397e49f14e4e042a90a6a6c91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:17:36,020 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:36,020 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:36,020 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:36,020 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c2f03d397e49f14e4e042a90a6a6c91: Waiting for close lock at 1732393055542Running coprocessor pre-close hooks at 1732393055542Disabling compacts and flushes for region at 1732393055542Disabling writes for close at 1732393055543 (+1 ms)Obtaining lock to block concurrent updates at 1732393055543Preparing flush snapshotting stores in 9c2f03d397e49f14e4e042a90a6a6c91 at 1732393055543Finished memstore snapshotting hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732393055543Flushing stores of hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. at 1732393055544 (+1 ms)Flushing 9c2f03d397e49f14e4e042a90a6a6c91/queue: creating writer at 1732393055545 (+1 ms)Flushing 9c2f03d397e49f14e4e042a90a6a6c91/queue: appending metadata at 1732393055579 (+34 ms)Flushing 9c2f03d397e49f14e4e042a90a6a6c91/queue: closing flushed file at 1732393055579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6249f537: reopening flushed file at 1732393056006 (+427 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c2f03d397e49f14e4e042a90a6a6c91 in 471ms, sequenceid=5, compaction requested=false at 1732393056014 (+8 ms)Writing region close event to WAL at 1732393056015 (+1 ms)Running coprocessor post-close hooks at 1732393056020 (+5 ms)Closed at 1732393056020 2024-11-23T20:17:36,020 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393051560.9c2f03d397e49f14e4e042a90a6a6c91. 2024-11-23T20:17:36,083 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/table/e8e2d8830bf642ce8d565e722de2087d 2024-11-23T20:17:36,090 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/info/5572599e851548878478cc4e7bdc5ac5 as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/info/5572599e851548878478cc4e7bdc5ac5 2024-11-23T20:17:36,095 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/info/5572599e851548878478cc4e7bdc5ac5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T20:17:36,096 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/ns/b5e830afcb8549989df231dc71464d87 as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/ns/b5e830afcb8549989df231dc71464d87 2024-11-23T20:17:36,101 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/ns/b5e830afcb8549989df231dc71464d87, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:17:36,102 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/.tmp/table/e8e2d8830bf642ce8d565e722de2087d as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/table/e8e2d8830bf642ce8d565e722de2087d 2024-11-23T20:17:36,107 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/table/e8e2d8830bf642ce8d565e722de2087d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T20:17:36,109 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=11, compaction requested=false 2024-11-23T20:17:36,113 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:17:36,114 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:36,114 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:36,114 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:36,114 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393055559Running coprocessor pre-close hooks at 1732393055559Disabling compacts and flushes for region at 1732393055559Disabling writes for close at 1732393055559Obtaining lock to block concurrent updates at 1732393055560 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732393055560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732393055560Flushing stores of hbase:meta,,1.1588230740 at 1732393055561 (+1 ms)Flushing 1588230740/info: creating writer at 1732393055561Flushing 1588230740/info: appending metadata at 1732393055588 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732393055588Flushing 1588230740/ns: creating writer at 1732393055627 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732393055644 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732393055644Flushing 1588230740/table: creating writer at 1732393055655 (+11 ms)Flushing 1588230740/table: appending metadata at 1732393055676 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732393055676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239024af: reopening flushed file at 1732393056089 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bab0d8f: reopening flushed file at 1732393056096 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48afbb0e: reopening flushed file at 1732393056102 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=11, compaction requested=false at 1732393056109 (+7 ms)Writing region close event to WAL at 1732393056110 (+1 ms)Running coprocessor post-close hooks at 1732393056114 (+4 ms)Closed at 1732393056114 2024-11-23T20:17:36,114 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:36,159 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,33109,1732393044457; all regions closed. 2024-11-23T20:17:36,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741834_1010 (size=2742) 2024-11-23T20:17:36,164 DEBUG [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs 2024-11-23T20:17:36,164 INFO [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C33109%2C1732393044457.meta:.meta(num 1732393047482) 2024-11-23T20:17:36,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741837_1013 (size=1586) 2024-11-23T20:17:36,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/WALs/80f3ff297c7b,33109,1732393044457/80f3ff297c7b%2C33109%2C1732393044457.rep.1732393052710 not finished, retry = 0 2024-11-23T20:17:36,270 DEBUG [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs 2024-11-23T20:17:36,270 INFO [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C33109%2C1732393044457.rep:(num 1732393052710) 2024-11-23T20:17:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741832_1008 (size=93) 2024-11-23T20:17:36,275 DEBUG [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/oldWALs 2024-11-23T20:17:36,275 INFO [RS:0;80f3ff297c7b:33109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C33109%2C1732393044457:(num 1732393046510) 2024-11-23T20:17:36,275 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:36,275 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:17:36,275 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:36,275 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:36,275 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:36,276 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:36,276 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,33109,1732393044457 because: Region server is closing 2024-11-23T20:17:36,276 INFO [RS:0;80f3ff297c7b:33109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:33109. 2024-11-23T20:17:36,276 DEBUG [RS:0;80f3ff297c7b:33109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:36,276 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:36,276 DEBUG [RS:0;80f3ff297c7b:33109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:36,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:36,377 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.wal-reader.80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:17:36,377 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.shipper80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:17:36,377 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,33109,1732393044457.replicationSource.shipper80f3ff297c7b%2C33109%2C1732393044457,1-80f3ff297c7b,33109,1732393044457 terminated 2024-11-23T20:17:36,377 INFO [RS:0;80f3ff297c7b:33109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33109 2024-11-23T20:17:36,380 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590/rs 2024-11-23T20:17:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1089850590/rs/80f3ff297c7b,33109,1732393044457 2024-11-23T20:17:36,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,33109,1732393044457] 2024-11-23T20:17:36,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/draining/80f3ff297c7b,33109,1732393044457 already deleted, retry=false 2024-11-23T20:17:36,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,33109,1732393044457 expired; onlineServers=0 2024-11-23T20:17:36,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,42563,1732393044388' ***** 2024-11-23T20:17:36,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:17:36,383 INFO [M:0;80f3ff297c7b:42563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:17:36,383 INFO [M:0;80f3ff297c7b:42563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:17:36,383 DEBUG [M:0;80f3ff297c7b:42563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:17:36,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:17:36,383 DEBUG [M:0;80f3ff297c7b:42563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:17:36,383 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393046329 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393046329,5,FailOnTimeoutGroup] 2024-11-23T20:17:36,383 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393046330 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393046330,5,FailOnTimeoutGroup] 2024-11-23T20:17:36,383 INFO [M:0;80f3ff297c7b:42563 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:17:36,383 INFO [M:0;80f3ff297c7b:42563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:17:36,384 DEBUG [M:0;80f3ff297c7b:42563 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:17:36,384 INFO [M:0;80f3ff297c7b:42563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:17:36,384 INFO [M:0;80f3ff297c7b:42563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:17:36,384 INFO [M:0;80f3ff297c7b:42563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:17:36,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:17:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1089850590/master 2024-11-23T20:17:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1089850590 2024-11-23T20:17:36,387 DEBUG [M:0;80f3ff297c7b:42563 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1089850590/master already deleted, retry=false 2024-11-23T20:17:36,387 DEBUG [M:0;80f3ff297c7b:42563 {}] master.ActiveMasterManager(353): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1089850590/master 2024-11-23T20:17:36,388 INFO [M:0;80f3ff297c7b:42563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/.lastflushedseqids 2024-11-23T20:17:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741842_1018 (size=181) 2024-11-23T20:17:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:36,482 INFO [RS:0;80f3ff297c7b:33109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33109-0x1014679ef7d0001, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:36,482 INFO [RS:0;80f3ff297c7b:33109 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,33109,1732393044457; zookeeper connection closed. 2024-11-23T20:17:36,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2badafd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2badafd8 2024-11-23T20:17:36,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:17:36,794 INFO [M:0;80f3ff297c7b:42563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:17:36,794 INFO [M:0;80f3ff297c7b:42563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:17:36,794 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:36,794 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:36,794 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:36,794 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:36,794 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:36,795 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T20:17:36,815 DEBUG [M:0;80f3ff297c7b:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5baaed833444c9aeb4b0668ca8eac2 is 82, key is hbase:meta,,1/info:regioninfo/1732393047529/Put/seqid=0 2024-11-23T20:17:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741843_1019 (size=5672) 2024-11-23T20:17:37,221 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5baaed833444c9aeb4b0668ca8eac2 2024-11-23T20:17:37,242 DEBUG [M:0;80f3ff297c7b:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84d83f7c44bc4cbb9c03286b51d54ea4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732393052769/Put/seqid=0 2024-11-23T20:17:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741844_1020 (size=7203) 2024-11-23T20:17:37,647 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84d83f7c44bc4cbb9c03286b51d54ea4 2024-11-23T20:17:37,669 DEBUG [M:0;80f3ff297c7b:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47f6d51946844ad1a61ea8ccb7b2d7ea is 69, key is 80f3ff297c7b,33109,1732393044457/rs:state/1732393046334/Put/seqid=0 2024-11-23T20:17:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741845_1021 (size=5156) 2024-11-23T20:17:38,074 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47f6d51946844ad1a61ea8ccb7b2d7ea 2024-11-23T20:17:38,080 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5baaed833444c9aeb4b0668ca8eac2 as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5baaed833444c9aeb4b0668ca8eac2 2024-11-23T20:17:38,084 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5baaed833444c9aeb4b0668ca8eac2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T20:17:38,085 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84d83f7c44bc4cbb9c03286b51d54ea4 as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84d83f7c44bc4cbb9c03286b51d54ea4 2024-11-23T20:17:38,090 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84d83f7c44bc4cbb9c03286b51d54ea4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T20:17:38,091 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47f6d51946844ad1a61ea8ccb7b2d7ea as hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47f6d51946844ad1a61ea8ccb7b2d7ea 2024-11-23T20:17:38,095 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41223/user/jenkins/test-data/4d21b576-ebdc-54cd-5abe-c8257b65b57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47f6d51946844ad1a61ea8ccb7b2d7ea, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T20:17:38,096 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-23T20:17:38,097 INFO [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:38,097 DEBUG [M:0;80f3ff297c7b:42563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393056794Disabling compacts and flushes for region at 1732393056794Disabling writes for close at 1732393056794Obtaining lock to block concurrent updates at 1732393056795 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393056795Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732393056795Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393056796 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393056796Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393056814 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393056815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393057226 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393057242 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393057242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393057653 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393057668 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393057668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1153ee92: reopening flushed file at 1732393058079 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535fa3f7: reopening flushed file at 1732393058085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112ec6b6: reopening flushed file at 1732393058090 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1732393058096 (+6 ms)Writing region close event to WAL at 1732393058097 (+1 ms)Closed at 1732393058097 2024-11-23T20:17:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35497 is added to blk_1073741830_1006 (size=41008) 2024-11-23T20:17:38,100 INFO [M:0;80f3ff297c7b:42563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:17:38,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:17:38,100 INFO [M:0;80f3ff297c7b:42563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42563 2024-11-23T20:17:38,100 INFO [M:0;80f3ff297c7b:42563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:17:38,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:38,202 INFO [M:0;80f3ff297c7b:42563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:17:38,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x1014679ef7d0000, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:17:38,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a94c44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:38,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:38,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:38,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:38,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:38,207 WARN [BP-1755813193-172.17.0.2-1732393043224 heartbeating to localhost/127.0.0.1:41223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:17:38,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:17:38,207 WARN [BP-1755813193-172.17.0.2-1732393043224 heartbeating to localhost/127.0.0.1:41223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755813193-172.17.0.2-1732393043224 (Datanode Uuid c3f7d65f-06bf-4cd3-a012-7f18e2e65a58) service to localhost/127.0.0.1:41223 2024-11-23T20:17:38,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:17:38,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/data/data1/current/BP-1755813193-172.17.0.2-1732393043224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:38,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/cluster_a69938b2-8eb3-eec7-2e87-7348e8447532/data/data2/current/BP-1755813193-172.17.0.2-1732393043224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:17:38,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:17:38,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1058471a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:38,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:17:38,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:17:38,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:17:38,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b1247da-6bf5-fba7-1b55-0931d50e2539/hadoop.log.dir/,STOPPED} 2024-11-23T20:17:38,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:17:38,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:17:38,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:38,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:38,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41223 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41527 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=7030 (was 7718) 2024-11-23T20:17:38,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=7030 2024-11-23T20:17:38,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:38,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:38,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:38,266 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T20:17:38,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir so I do NOT create it in target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad 2024-11-23T20:17:38,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:17:38,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.tmp.dir so I do NOT create it in target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad 2024-11-23T20:17:38,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2ee16e-371e-f78f-2ce2-6e76001a7d3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:17:38,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad 2024-11-23T20:17:38,266 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6, deleteOnExit=true 2024-11-23T20:17:38,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/zookeeper_0, clientPort=49219, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:17:38,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49219 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/test.cache.data in system properties and HBase conf 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:17:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:17:38,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:17:38,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:17:38,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014679ef7d0005, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:17:38,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014679ef7d0002, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:17:38,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014679ef7d0005, quorum=127.0.0.1:57126, baseZNode=/1-839533300 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:17:38,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014679ef7d0002, quorum=127.0.0.1:57126, baseZNode=/0-1089850590 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:17:38,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:38,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:38,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:38,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:38,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:17:38,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:38,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:38,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:38,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/java.io.tmpdir/jetty-localhost-46043-hadoop-hdfs-3_4_1-tests_jar-_-any-11159891122834786008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:38,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:46043} 2024-11-23T20:17:38,478 INFO [Time-limited test {}] server.Server(415): Started @43906ms 2024-11-23T20:17:38,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:38,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:38,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:38,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:38,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:17:38,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:38,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:38,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/java.io.tmpdir/jetty-localhost-37911-hadoop-hdfs-3_4_1-tests_jar-_-any-12198778955723687320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:38,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:37911} 2024-11-23T20:17:38,690 INFO [Time-limited test {}] server.Server(415): Started @44118ms 2024-11-23T20:17:38,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:17:38,797 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/data/data1/current/BP-1358346941-172.17.0.2-1732393058301/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:38,798 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/data/data2/current/BP-1358346941-172.17.0.2-1732393058301/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:38,815 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:17:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9294fc2f7fedc4 with lease ID 0x1aeaf16c70f0a9d9: Processing first storage report for DS-b7337755-2969-446e-838f-a9c85fb87387 from datanode DatanodeRegistration(127.0.0.1:44723, datanodeUuid=d3e33b5b-5de5-45a4-a1d4-d3eb4ac6f042, infoPort=35505, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1900716608;c=1732393058301) 2024-11-23T20:17:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9294fc2f7fedc4 with lease ID 0x1aeaf16c70f0a9d9: from storage DS-b7337755-2969-446e-838f-a9c85fb87387 node DatanodeRegistration(127.0.0.1:44723, datanodeUuid=d3e33b5b-5de5-45a4-a1d4-d3eb4ac6f042, infoPort=35505, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1900716608;c=1732393058301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9294fc2f7fedc4 with lease ID 0x1aeaf16c70f0a9d9: Processing first storage report for DS-0e0a8df5-a1d5-4919-9a95-ea8bc8fb4d5a from datanode DatanodeRegistration(127.0.0.1:44723, datanodeUuid=d3e33b5b-5de5-45a4-a1d4-d3eb4ac6f042, infoPort=35505, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1900716608;c=1732393058301) 2024-11-23T20:17:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9294fc2f7fedc4 with lease ID 0x1aeaf16c70f0a9d9: from storage DS-0e0a8df5-a1d5-4919-9a95-ea8bc8fb4d5a node DatanodeRegistration(127.0.0.1:44723, datanodeUuid=d3e33b5b-5de5-45a4-a1d4-d3eb4ac6f042, infoPort=35505, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1900716608;c=1732393058301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:38,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad 2024-11-23T20:17:38,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:38,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:17:39,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07 with version=8 2024-11-23T20:17:39,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/hbase-staging 2024-11-23T20:17:39,240 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:39,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:39,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:39,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:39,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:39,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45749 2024-11-23T20:17:39,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45749 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:39,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457490x0, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:39,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45749-0x101467a2a6c0000 connected 2024-11-23T20:17:39,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:39,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:39,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/running 2024-11-23T20:17:39,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07, hbase.cluster.distributed=false 2024-11-23T20:17:39,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/acl 2024-11-23T20:17:39,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-23T20:17:39,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45749 2024-11-23T20:17:39,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45749 2024-11-23T20:17:39,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-23T20:17:39,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-23T20:17:39,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:39,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:39,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46405 2024-11-23T20:17:39,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46405 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:39,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:39,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464050x0, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:39,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464050x0, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/running 2024-11-23T20:17:39,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46405-0x101467a2a6c0001 connected 2024-11-23T20:17:39,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:39,306 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:39,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/master 2024-11-23T20:17:39,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/acl 2024-11-23T20:17:39,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-23T20:17:39,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46405 2024-11-23T20:17:39,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46405 2024-11-23T20:17:39,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-23T20:17:39,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-23T20:17:39,321 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:45749 2024-11-23T20:17:39,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01117280948/backup-masters/80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:39,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/backup-masters 2024-11-23T20:17:39,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/backup-masters 2024-11-23T20:17:39,323 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on existing znode=/01117280948/backup-masters/80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117280948/master 2024-11-23T20:17:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:39,326 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on existing znode=/01117280948/master 2024-11-23T20:17:39,326 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01117280948/backup-masters/80f3ff297c7b,45749,1732393059240 from backup master directory 2024-11-23T20:17:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117280948/backup-masters/80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/backup-masters 2024-11-23T20:17:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/backup-masters 2024-11-23T20:17:39,328 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:39,328 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:39,332 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/hbase.id] with ID: 42ad8540-1bd9-4c18-bb64-ecbe7429488b 2024-11-23T20:17:39,332 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/.tmp/hbase.id 2024-11-23T20:17:39,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:39,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/.tmp/hbase.id]:[hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/hbase.id] 2024-11-23T20:17:39,751 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:39,751 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:39,752 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:17:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T20:17:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T20:17:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:40,161 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:40,161 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:40,162 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:40,572 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store 2024-11-23T20:17:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:40,979 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:40,979 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:40,979 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:40,979 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:40,979 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:40,980 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:40,980 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:40,980 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393060979Disabling compacts and flushes for region at 1732393060979Disabling writes for close at 1732393060980 (+1 ms)Writing region close event to WAL at 1732393060980Closed at 1732393060980 2024-11-23T20:17:40,981 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/.initializing 2024-11-23T20:17:40,981 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/WALs/80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:40,982 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:40,984 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C45749%2C1732393059240, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/WALs/80f3ff297c7b,45749,1732393059240, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:40,997 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/WALs/80f3ff297c7b,45749,1732393059240/80f3ff297c7b%2C45749%2C1732393059240.1732393060984, exclude list is [], retry=0 2024-11-23T20:17:41,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-b7337755-2969-446e-838f-a9c85fb87387,DISK] 2024-11-23T20:17:41,002 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/WALs/80f3ff297c7b,45749,1732393059240/80f3ff297c7b%2C45749%2C1732393059240.1732393060984 2024-11-23T20:17:41,002 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-23T20:17:41,002 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:41,002 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:41,002 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,003 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:41,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:41,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:41,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:41,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:41,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:41,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:41,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:41,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,012 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,013 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,013 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,013 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:41,014 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:41,016 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:41,016 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65573452, jitterRate=-0.022879421710968018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:41,017 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393061003Initializing all the Stores at 1732393061003Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393061003Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393061004 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393061004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393061004Cleaning up temporary data from old regions at 1732393061013 (+9 ms)Region opened successfully at 1732393061017 (+4 ms) 2024-11-23T20:17:41,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:41,020 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46becc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:41,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:41,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:41,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:41,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:41,022 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:41,022 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:17:41,022 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:41,024 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:41,025 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:41,026 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/balancer already deleted, retry=false 2024-11-23T20:17:41,027 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:41,027 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:41,030 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/normalizer already deleted, retry=false 2024-11-23T20:17:41,030 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:41,031 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:41,032 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/switch/split already deleted, retry=false 2024-11-23T20:17:41,033 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:41,034 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/switch/merge already deleted, retry=false 2024-11-23T20:17:41,036 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:41,037 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117280948/running 2024-11-23T20:17:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117280948/running 2024-11-23T20:17:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,040 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,45749,1732393059240, sessionid=0x101467a2a6c0000, setting cluster-up flag (Was=false) 2024-11-23T20:17:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,047 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117280948/flush-table-proc/acquired, /01117280948/flush-table-proc/reached, /01117280948/flush-table-proc/abort 2024-11-23T20:17:41,048 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:41,056 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117280948/online-snapshot/acquired, /01117280948/online-snapshot/reached, /01117280948/online-snapshot/abort 2024-11-23T20:17:41,057 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:41,059 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:41,061 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:41,061 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:41,061 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:41,062 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,45749,1732393059240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:41,063 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:41,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:41,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393091068 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:41,069 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,070 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:41,070 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:41,070 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:41,070 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:41,073 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:41,073 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:41,075 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393061073,5,FailOnTimeoutGroup] 2024-11-23T20:17:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:41,079 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393061075,5,FailOnTimeoutGroup] 2024-11-23T20:17:41,080 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,080 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:41,080 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,080 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,112 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(746): ClusterId : 42ad8540-1bd9-4c18-bb64-ecbe7429488b 2024-11-23T20:17:41,112 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:41,114 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:41,114 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:41,117 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:41,118 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd628c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:41,133 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:46405 2024-11-23T20:17:41,133 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:41,133 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:41,133 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:41,134 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,45749,1732393059240 with port=46405, startcode=1732393059294 2024-11-23T20:17:41,134 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:41,136 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:41,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07 2024-11-23T20:17:41,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-23T20:17:41,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/rs 2024-11-23T20:17:41,140 DEBUG [RS:0;80f3ff297c7b:46405 {}] zookeeper.ZKUtil(111): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on existing znode=/01117280948/rs/80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,140 WARN [RS:0;80f3ff297c7b:46405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:41,140 INFO [RS:0;80f3ff297c7b:46405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:41,140 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,46405,1732393059294] 2024-11-23T20:17:41,144 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:41,145 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:41,146 INFO [RS:0;80f3ff297c7b:46405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:41,146 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,146 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:41,147 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:41,147 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:41,147 DEBUG [RS:0;80f3ff297c7b:46405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,148 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46405,1732393059294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:41,164 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:41,164 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46405,1732393059294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,164 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,164 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.Replication(171): 80f3ff297c7b,46405,1732393059294 started 2024-11-23T20:17:41,178 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:41,178 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,46405,1732393059294, RpcServer on 80f3ff297c7b/172.17.0.2:46405, sessionid=0x101467a2a6c0001 2024-11-23T20:17:41,178 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:41,178 DEBUG [RS:0;80f3ff297c7b:46405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,178 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,46405,1732393059294' 2024-11-23T20:17:41,178 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117280948/flush-table-proc/abort' 2024-11-23T20:17:41,179 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117280948/flush-table-proc/acquired' 2024-11-23T20:17:41,179 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:41,179 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:41,179 DEBUG [RS:0;80f3ff297c7b:46405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:41,180 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,46405,1732393059294' 2024-11-23T20:17:41,180 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117280948/online-snapshot/abort' 2024-11-23T20:17:41,180 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117280948/online-snapshot/acquired' 2024-11-23T20:17:41,180 DEBUG [RS:0;80f3ff297c7b:46405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:41,180 INFO [RS:0;80f3ff297c7b:46405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:41,180 INFO [RS:0;80f3ff297c7b:46405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:41,281 INFO [RS:0;80f3ff297c7b:46405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:41,282 INFO [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46405%2C1732393059294, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs, maxLogs=10 2024-11-23T20:17:41,298 DEBUG [RS:0;80f3ff297c7b:46405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283, exclude list is [], retry=0 2024-11-23T20:17:41,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-b7337755-2969-446e-838f-a9c85fb87387,DISK] 2024-11-23T20:17:41,303 INFO [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 2024-11-23T20:17:41,303 DEBUG [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-23T20:17:41,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:41,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07 2024-11-23T20:17:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:17:41,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:41,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:41,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:41,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:41,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:41,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:41,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:41,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:41,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:41,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:41,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:41,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:41,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:41,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:41,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740 2024-11-23T20:17:41,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740 2024-11-23T20:17:41,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:41,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:41,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:41,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:41,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:41,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68111488, jitterRate=0.014940261840820312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393061885Initializing all the Stores at 1732393061886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393061886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393061886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393061886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393061886Cleaning up temporary data from old regions at 1732393061894 (+8 ms)Region opened successfully at 1732393061898 (+4 ms) 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:41,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:41,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393061899Disabling compacts and flushes for region at 1732393061899Disabling writes for close at 1732393061899Writing region close event to WAL at 1732393061899Closed at 1732393061899 2024-11-23T20:17:41,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:41,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:41,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:41,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:41,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:42,054 DEBUG [80f3ff297c7b:45749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:42,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:42,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,46405,1732393059294, state=OPENING 2024-11-23T20:17:42,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:42,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:42,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:42,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:42,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46405,1732393059294}] 2024-11-23T20:17:42,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117280948/meta-region-server: CHANGED 2024-11-23T20:17:42,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117280948/meta-region-server: CHANGED 2024-11-23T20:17:42,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:42,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:42,218 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:42,218 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:42,218 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:42,220 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46405%2C1732393059294.meta, suffix=.meta, logDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs, maxLogs=10 2024-11-23T20:17:42,234 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.meta.1732393062220.meta, exclude list is [], retry=0 2024-11-23T20:17:42,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-b7337755-2969-446e-838f-a9c85fb87387,DISK] 2024-11-23T20:17:42,238 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.meta.1732393062220.meta 2024-11-23T20:17:42,238 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-23T20:17:42,238 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:42,239 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:42,239 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:42,239 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:42,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:42,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:42,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:42,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:42,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:42,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:42,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:42,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:42,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:42,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:42,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:42,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:42,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:42,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:42,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:42,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:42,247 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:42,248 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740 2024-11-23T20:17:42,249 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740 2024-11-23T20:17:42,250 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:42,250 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:42,251 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:42,252 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:42,253 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70097566, jitterRate=0.04453513026237488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:42,253 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:42,253 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393062239Writing region info on filesystem at 1732393062239Initializing all the Stores at 1732393062240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393062240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393062241 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393062241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393062241Cleaning up temporary data from old regions at 1732393062250 (+9 ms)Running coprocessor post-open hooks at 1732393062253 (+3 ms)Region opened successfully at 1732393062253 2024-11-23T20:17:42,254 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393062211 2024-11-23T20:17:42,256 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:42,256 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:42,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:42,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,46405,1732393059294, state=OPEN 2024-11-23T20:17:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117280948/meta-region-server 2024-11-23T20:17:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117280948/meta-region-server 2024-11-23T20:17:42,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:42,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117280948/meta-region-server: CHANGED 2024-11-23T20:17:42,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117280948/meta-region-server: CHANGED 2024-11-23T20:17:42,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:42,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46405,1732393059294 in 210 msec 2024-11-23T20:17:42,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:42,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-23T20:17:42,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:42,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:42,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:42,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:42,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:42,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:42,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-23T20:17:42,281 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393062281, completionTime=-1 2024-11-23T20:17:42,281 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:42,281 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393122283 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393182283 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,283 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:45749, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,285 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:42,287 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:42,290 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:42,290 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:42,290 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45749,1732393059240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:42,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:42,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45749,-1 for getting cluster id 2024-11-23T20:17:42,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:42,315 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42ad8540-1bd9-4c18-bb64-ecbe7429488b' 2024-11-23T20:17:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42ad8540-1bd9-4c18-bb64-ecbe7429488b" 2024-11-23T20:17:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e3e24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45749,-1] 2024-11-23T20:17:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:42,317 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:42,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:42,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:42,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:42,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:42,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:42,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467a2a6c0002 connected 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir so I do NOT create it in target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300 2024-11-23T20:17:42,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.tmp.dir so I do NOT create it in target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300 2024-11-23T20:17:42,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:17:42,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/cluster_16ed0582-bd0c-8909-b060-3ccf37385eee, deleteOnExit=true 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:17:42,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/test.cache.data in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:17:42,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:17:42,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:17:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:17:42,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:42,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:42,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:42,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:42,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:17:42,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:42,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:42,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:42,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/java.io.tmpdir/jetty-localhost-33303-hadoop-hdfs-3_4_1-tests_jar-_-any-13449814708151207003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:17:42,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:33303} 2024-11-23T20:17:42,568 INFO [Time-limited test {}] server.Server(415): Started @47996ms 2024-11-23T20:17:42,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:17:42,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:17:42,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:17:42,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:17:42,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:17:42,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:17:42,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:17:42,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/java.io.tmpdir/jetty-localhost-46623-hadoop-hdfs-3_4_1-tests_jar-_-any-2408094050375835856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:17:42,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:46623} 2024-11-23T20:17:42,827 INFO [Time-limited test {}] server.Server(415): Started @48255ms 2024-11-23T20:17:42,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:17:42,963 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/cluster_16ed0582-bd0c-8909-b060-3ccf37385eee/data/data1/current/BP-1788935694-172.17.0.2-1732393062362/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:42,965 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/cluster_16ed0582-bd0c-8909-b060-3ccf37385eee/data/data2/current/BP-1788935694-172.17.0.2-1732393062362/current, will proceed with Du for space computation calculation, 2024-11-23T20:17:42,993 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:17:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e88b69b80b907d1 with lease ID 0xf432060cf6f4ebd0: Processing first storage report for DS-52ff09b7-90d7-47ff-9ab4-5f46f208ac7d from datanode DatanodeRegistration(127.0.0.1:40961, datanodeUuid=9c263a0b-4569-46fa-8910-f4765ce4e62b, infoPort=45671, infoSecurePort=0, ipcPort=32993, storageInfo=lv=-57;cid=testClusterID;nsid=645671808;c=1732393062362) 2024-11-23T20:17:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e88b69b80b907d1 with lease ID 0xf432060cf6f4ebd0: from storage DS-52ff09b7-90d7-47ff-9ab4-5f46f208ac7d node DatanodeRegistration(127.0.0.1:40961, datanodeUuid=9c263a0b-4569-46fa-8910-f4765ce4e62b, infoPort=45671, infoSecurePort=0, ipcPort=32993, storageInfo=lv=-57;cid=testClusterID;nsid=645671808;c=1732393062362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e88b69b80b907d1 with lease ID 0xf432060cf6f4ebd0: Processing first storage report for DS-c75f8f3c-66c6-47d2-9585-ac6e7183c51f from datanode DatanodeRegistration(127.0.0.1:40961, datanodeUuid=9c263a0b-4569-46fa-8910-f4765ce4e62b, infoPort=45671, infoSecurePort=0, ipcPort=32993, storageInfo=lv=-57;cid=testClusterID;nsid=645671808;c=1732393062362) 2024-11-23T20:17:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e88b69b80b907d1 with lease ID 0xf432060cf6f4ebd0: from storage DS-c75f8f3c-66c6-47d2-9585-ac6e7183c51f node DatanodeRegistration(127.0.0.1:40961, datanodeUuid=9c263a0b-4569-46fa-8910-f4765ce4e62b, infoPort=45671, infoSecurePort=0, ipcPort=32993, storageInfo=lv=-57;cid=testClusterID;nsid=645671808;c=1732393062362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:17:43,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300 2024-11-23T20:17:43,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:17:43,089 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359 with version=8 2024-11-23T20:17:43,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/hbase-staging 2024-11-23T20:17:43,091 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:17:43,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:43,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41135 2024-11-23T20:17:43,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41135 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:43,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411350x0, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:43,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41135-0x101467a2a6c0003 connected 2024-11-23T20:17:43,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/running 2024-11-23T20:17:43,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359, hbase.cluster.distributed=false 2024-11-23T20:17:43,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/acl 2024-11-23T20:17:43,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41135 2024-11-23T20:17:43,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41135 2024-11-23T20:17:43,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41135 2024-11-23T20:17:43,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41135 2024-11-23T20:17:43,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41135 2024-11-23T20:17:43,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:17:43,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:17:43,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:17:43,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:17:43,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:17:43,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:17:43,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36567 2024-11-23T20:17:43,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36567 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:43,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365670x0, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:43,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365670x0, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/running 2024-11-23T20:17:43,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36567-0x101467a2a6c0004 connected 2024-11-23T20:17:43,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:17:43,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:17:43,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/master 2024-11-23T20:17:43,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/acl 2024-11-23T20:17:43,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-23T20:17:43,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36567 2024-11-23T20:17:43,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36567 2024-11-23T20:17:43,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-23T20:17:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-23T20:17:43,266 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:41135 2024-11-23T20:17:43,266 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11718553448/backup-masters/80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/backup-masters 2024-11-23T20:17:43,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/backup-masters 2024-11-23T20:17:43,269 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on existing znode=/11718553448/backup-masters/80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11718553448/master 2024-11-23T20:17:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,274 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on existing znode=/11718553448/master 2024-11-23T20:17:43,274 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11718553448/backup-masters/80f3ff297c7b,41135,1732393063091 from backup master directory 2024-11-23T20:17:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11718553448/backup-masters/80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/backup-masters 2024-11-23T20:17:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/backup-masters 2024-11-23T20:17:43,277 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:43,277 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,286 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/hbase.id] with ID: 1f555328-3766-439e-bc77-011f029741da 2024-11-23T20:17:43,286 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/.tmp/hbase.id 2024-11-23T20:17:43,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:17:43,300 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/.tmp/hbase.id]:[hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/hbase.id] 2024-11-23T20:17:43,320 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:43,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:17:43,323 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T20:17:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:17:43,348 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:43,349 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:17:43,350 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:17:43,379 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store 2024-11-23T20:17:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:17:43,794 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:43,794 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:17:43,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393063794Disabling compacts and flushes for region at 1732393063794Disabling writes for close at 1732393063794Writing region close event to WAL at 1732393063794Closed at 1732393063794 2024-11-23T20:17:43,795 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/.initializing 2024-11-23T20:17:43,795 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/WALs/80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,796 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:43,798 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C41135%2C1732393063091, suffix=, logDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/WALs/80f3ff297c7b,41135,1732393063091, archiveDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/oldWALs, maxLogs=10 2024-11-23T20:17:43,812 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/WALs/80f3ff297c7b,41135,1732393063091/80f3ff297c7b%2C41135%2C1732393063091.1732393063798, exclude list is [], retry=0 2024-11-23T20:17:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40961,DS-52ff09b7-90d7-47ff-9ab4-5f46f208ac7d,DISK] 2024-11-23T20:17:43,816 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/WALs/80f3ff297c7b,41135,1732393063091/80f3ff297c7b%2C41135%2C1732393063091.1732393063798 2024-11-23T20:17:43,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-23T20:17:43,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:43,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:43,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:17:43,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:43,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:43,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:17:43,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:43,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:43,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:17:43,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:43,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:43,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:17:43,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:43,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:43,825 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,826 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,826 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,827 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,827 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,828 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:43,829 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:17:43,831 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:43,831 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64320487, jitterRate=-0.041550055146217346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:43,832 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393063817Initializing all the Stores at 1732393063818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393063818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393063818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393063818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393063818Cleaning up temporary data from old regions at 1732393063827 (+9 ms)Region opened successfully at 1732393063831 (+4 ms) 2024-11-23T20:17:43,832 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:17:43,835 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2906c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:43,836 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:17:43,836 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:17:43,836 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:17:43,837 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:17:43,837 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:17:43,837 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:17:43,837 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:17:43,839 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:17:43,840 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/balancer because node does not exist (not necessarily an error) 2024-11-23T20:17:43,841 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/balancer already deleted, retry=false 2024-11-23T20:17:43,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:17:43,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:17:43,844 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/normalizer already deleted, retry=false 2024-11-23T20:17:43,845 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:17:43,845 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:17:43,847 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/switch/split already deleted, retry=false 2024-11-23T20:17:43,847 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:17:43,848 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/switch/merge already deleted, retry=false 2024-11-23T20:17:43,850 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:17:43,851 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/snapshot-cleanup already deleted, retry=false 2024-11-23T20:17:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11718553448/running 2024-11-23T20:17:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11718553448/running 2024-11-23T20:17:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,854 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,41135,1732393063091, sessionid=0x101467a2a6c0003, setting cluster-up flag (Was=false) 2024-11-23T20:17:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,861 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11718553448/flush-table-proc/acquired, /11718553448/flush-table-proc/reached, /11718553448/flush-table-proc/abort 2024-11-23T20:17:43,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:43,870 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11718553448/online-snapshot/acquired, /11718553448/online-snapshot/reached, /11718553448/online-snapshot/abort 2024-11-23T20:17:43,871 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:43,872 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:17:43,874 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:43,874 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:17:43,874 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:17:43,875 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,41135,1732393063091 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:43,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:43,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:17:43,881 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393093881 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:43,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:17:43,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:17:43,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:17:43,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:17:43,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:17:43,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:17:43,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:17:43,884 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393063883,5,FailOnTimeoutGroup] 2024-11-23T20:17:43,885 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393063884,5,FailOnTimeoutGroup] 2024-11-23T20:17:43,885 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,885 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:17:43,885 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,885 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:17:43,951 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(746): ClusterId : 1f555328-3766-439e-bc77-011f029741da 2024-11-23T20:17:43,951 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:17:43,953 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:17:43,953 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:17:43,955 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:17:43,955 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc4d72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:17:43,968 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:36567 2024-11-23T20:17:43,968 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:17:43,968 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:17:43,968 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:17:43,968 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,41135,1732393063091 with port=36567, startcode=1732393063178 2024-11-23T20:17:43,969 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:17:43,970 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:17:43,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:43,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41135 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:43,973 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359 2024-11-23T20:17:43,973 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45685 2024-11-23T20:17:43,973 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:17:43,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/rs 2024-11-23T20:17:43,981 DEBUG [RS:0;80f3ff297c7b:36567 {}] zookeeper.ZKUtil(111): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on existing znode=/11718553448/rs/80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:43,981 WARN [RS:0;80f3ff297c7b:36567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:17:43,982 INFO [RS:0;80f3ff297c7b:36567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:43,982 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:43,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,36567,1732393063178] 2024-11-23T20:17:43,985 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:17:43,990 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:17:43,990 INFO [RS:0;80f3ff297c7b:36567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:17:43,990 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,991 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:17:43,991 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:17:43,991 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:43,992 DEBUG [RS:0;80f3ff297c7b:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:43,996 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36567,1732393063178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:44,014 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:17:44,015 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36567,1732393063178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:44,015 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:44,015 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.Replication(171): 80f3ff297c7b,36567,1732393063178 started 2024-11-23T20:17:44,029 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:44,030 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,36567,1732393063178, RpcServer on 80f3ff297c7b/172.17.0.2:36567, sessionid=0x101467a2a6c0004 2024-11-23T20:17:44,030 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:17:44,030 DEBUG [RS:0;80f3ff297c7b:36567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:44,030 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36567,1732393063178' 2024-11-23T20:17:44,030 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11718553448/flush-table-proc/abort' 2024-11-23T20:17:44,030 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11718553448/flush-table-proc/acquired' 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36567,1732393063178' 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11718553448/online-snapshot/abort' 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11718553448/online-snapshot/acquired' 2024-11-23T20:17:44,031 DEBUG [RS:0;80f3ff297c7b:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:17:44,032 INFO [RS:0;80f3ff297c7b:36567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:17:44,032 INFO [RS:0;80f3ff297c7b:36567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:17:44,132 INFO [RS:0;80f3ff297c7b:36567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:17:44,134 INFO [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36567%2C1732393063178, suffix=, logDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178, archiveDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/oldWALs, maxLogs=10 2024-11-23T20:17:44,155 DEBUG [RS:0;80f3ff297c7b:36567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.1732393064134, exclude list is [], retry=0 2024-11-23T20:17:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40961,DS-52ff09b7-90d7-47ff-9ab4-5f46f208ac7d,DISK] 2024-11-23T20:17:44,160 INFO [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.1732393064134 2024-11-23T20:17:44,160 DEBUG [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-23T20:17:44,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:17:44,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359 2024-11-23T20:17:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:17:44,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:44,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:44,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:44,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:44,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:44,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:44,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:44,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:44,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:44,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:44,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:44,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:44,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:44,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:44,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:44,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:44,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:44,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:44,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740 2024-11-23T20:17:44,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740 2024-11-23T20:17:44,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:44,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:44,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:44,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:44,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:44,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59698818, jitterRate=-0.11041828989982605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393064700Initializing all the Stores at 1732393064701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393064701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393064701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393064701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393064701Cleaning up temporary data from old regions at 1732393064710 (+9 ms)Region opened successfully at 1732393064715 (+5 ms) 2024-11-23T20:17:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:17:44,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:17:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:17:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:17:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:17:44,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:17:44,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393064715Disabling compacts and flushes for region at 1732393064715Disabling writes for close at 1732393064715Writing region close event to WAL at 1732393064715Closed at 1732393064715 2024-11-23T20:17:44,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:44,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:17:44,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:17:44,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:44,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:17:44,870 DEBUG [80f3ff297c7b:41135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:17:44,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:44,872 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36567,1732393063178, state=OPENING 2024-11-23T20:17:44,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:17:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:17:44,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11718553448/meta-region-server: CHANGED 2024-11-23T20:17:44,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:17:44,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11718553448/meta-region-server: CHANGED 2024-11-23T20:17:44,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36567,1732393063178}] 2024-11-23T20:17:45,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:45,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:17:45,035 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:17:45,035 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:45,035 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:17:45,037 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36567%2C1732393063178.meta, suffix=.meta, logDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178, archiveDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/oldWALs, maxLogs=10 2024-11-23T20:17:45,050 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.meta.1732393065037.meta, exclude list is [], retry=0 2024-11-23T20:17:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40961,DS-52ff09b7-90d7-47ff-9ab4-5f46f208ac7d,DISK] 2024-11-23T20:17:45,055 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.meta.1732393065037.meta 2024-11-23T20:17:45,055 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-23T20:17:45,055 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:45,056 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:17:45,056 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:17:45,056 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:17:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:17:45,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:17:45,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:17:45,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:17:45,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:45,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:45,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:17:45,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:17:45,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:17:45,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:17:45,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:45,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:17:45,062 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:17:45,063 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740 2024-11-23T20:17:45,064 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740 2024-11-23T20:17:45,065 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:17:45,065 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:17:45,066 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:17:45,067 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:17:45,068 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75054134, jitterRate=0.11839374899864197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:17:45,068 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:17:45,068 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393065056Writing region info on filesystem at 1732393065056Initializing all the Stores at 1732393065057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393065057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393065057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393065057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393065057Cleaning up temporary data from old regions at 1732393065065 (+8 ms)Running coprocessor post-open hooks at 1732393065068 (+3 ms)Region opened successfully at 1732393065068 2024-11-23T20:17:45,069 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393065028 2024-11-23T20:17:45,072 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:17:45,072 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:17:45,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:45,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36567,1732393063178, state=OPEN 2024-11-23T20:17:45,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11718553448/meta-region-server 2024-11-23T20:17:45,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11718553448/meta-region-server 2024-11-23T20:17:45,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:45,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11718553448/meta-region-server: CHANGED 2024-11-23T20:17:45,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11718553448/meta-region-server: CHANGED 2024-11-23T20:17:45,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:17:45,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36567,1732393063178 in 200 msec 2024-11-23T20:17:45,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:17:45,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-23T20:17:45,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:17:45,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:17:45,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:45,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36567,1732393063178, seqNum=-1] 2024-11-23T20:17:45,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:45,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:45,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-23T20:17:45,089 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393065089, completionTime=-1 2024-11-23T20:17:45,089 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:17:45,090 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393125092 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393185092 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:41135, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,093 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,094 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.819sec 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:17:45,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:17:45,099 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:17:45,099 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:17:45,099 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41135,1732393063091-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:17:45,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:45,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,41135,-1 for getting cluster id 2024-11-23T20:17:45,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:45,153 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f555328-3766-439e-bc77-011f029741da' 2024-11-23T20:17:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f555328-3766-439e-bc77-011f029741da" 2024-11-23T20:17:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dbc013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,41135,-1] 2024-11-23T20:17:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:45,156 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:45,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2cc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:45,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36567,1732393063178, seqNum=-1] 2024-11-23T20:17:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:45,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:45,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:45,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49219 2024-11-23T20:17:45,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:17:45,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467a2a6c0005 connected 2024-11-23T20:17:45,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1123dd2a 2024-11-23T20:17:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:45,173 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:45,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:17:45,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:17:45,181 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:45,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:17:45,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:17:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:17:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:45,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:45,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:45,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:45,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:45,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:45,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba6bc27465ebc9c95547075fcc413167, NAME => 'test,,1732393065174.ba6bc27465ebc9c95547075fcc413167.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07 2024-11-23T20:17:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:17:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393065174.ba6bc27465ebc9c95547075fcc413167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba6bc27465ebc9c95547075fcc413167, disabling compactions & flushes 2024-11-23T20:17:45,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. after waiting 0 ms 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:45,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:45,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba6bc27465ebc9c95547075fcc413167: Waiting for close lock at 1732393065998Disabling compacts and flushes for region at 1732393065998Disabling writes for close at 1732393065998Writing region close event to WAL at 1732393065998Closed at 1732393065998 2024-11-23T20:17:46,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:17:46,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393065174.ba6bc27465ebc9c95547075fcc413167.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393066000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393066000"}]},"ts":"1732393066000"} 2024-11-23T20:17:46,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:17:46,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:17:46,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393066004"}]},"ts":"1732393066004"} 2024-11-23T20:17:46,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:17:46,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba6bc27465ebc9c95547075fcc413167, ASSIGN}] 2024-11-23T20:17:46,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba6bc27465ebc9c95547075fcc413167, ASSIGN 2024-11-23T20:17:46,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba6bc27465ebc9c95547075fcc413167, ASSIGN; state=OFFLINE, location=80f3ff297c7b,46405,1732393059294; forceNewPlan=false, retain=false 2024-11-23T20:17:46,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba6bc27465ebc9c95547075fcc413167, regionState=OPENING, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:46,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba6bc27465ebc9c95547075fcc413167, ASSIGN because future has completed 2024-11-23T20:17:46,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba6bc27465ebc9c95547075fcc413167, server=80f3ff297c7b,46405,1732393059294}] 2024-11-23T20:17:46,318 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:46,318 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba6bc27465ebc9c95547075fcc413167, NAME => 'test,,1732393065174.ba6bc27465ebc9c95547075fcc413167.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:46,318 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:46,318 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:17:46,319 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,319 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393065174.ba6bc27465ebc9c95547075fcc413167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:46,319 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,319 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,321 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,322 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba6bc27465ebc9c95547075fcc413167 columnFamilyName f 2024-11-23T20:17:46,322 DEBUG [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:46,323 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(327): Store=ba6bc27465ebc9c95547075fcc413167/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:46,323 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:46,324 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba6bc27465ebc9c95547075fcc413167 columnFamilyName f1 2024-11-23T20:17:46,324 DEBUG [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:46,324 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(327): Store=ba6bc27465ebc9c95547075fcc413167/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:46,325 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,326 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba6bc27465ebc9c95547075fcc413167 columnFamilyName norep 2024-11-23T20:17:46,326 DEBUG [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:46,326 INFO [StoreOpener-ba6bc27465ebc9c95547075fcc413167-1 {}] regionserver.HStore(327): Store=ba6bc27465ebc9c95547075fcc413167/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:46,326 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,327 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,327 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,328 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,328 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,329 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:46,330 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:46,332 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba6bc27465ebc9c95547075fcc413167; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776275, jitterRate=0.009945198893547058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:46,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:17:46,333 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba6bc27465ebc9c95547075fcc413167: Running coprocessor pre-open hook at 1732393066319Writing region info on filesystem at 1732393066319Initializing all the Stores at 1732393066320 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393066320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393066321 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393066321Cleaning up temporary data from old regions at 1732393066328 (+7 ms)Running coprocessor post-open hooks at 1732393066332 (+4 ms)Region opened successfully at 1732393066333 (+1 ms) 2024-11-23T20:17:46,336 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., pid=6, masterSystemTime=1732393066313 2024-11-23T20:17:46,338 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:46,338 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:17:46,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba6bc27465ebc9c95547075fcc413167, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:46,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba6bc27465ebc9c95547075fcc413167, server=80f3ff297c7b,46405,1732393059294 because future has completed 2024-11-23T20:17:46,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:17:46,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba6bc27465ebc9c95547075fcc413167, server=80f3ff297c7b,46405,1732393059294 in 184 msec 2024-11-23T20:17:46,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:17:46,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba6bc27465ebc9c95547075fcc413167, ASSIGN in 343 msec 2024-11-23T20:17:46,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:17:46,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393066353"}]},"ts":"1732393066353"} 2024-11-23T20:17:46,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:17:46,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:17:46,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-23T20:17:47,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:17:47,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:17:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:47,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:47,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:17:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536ba338 2024-11-23T20:17:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:47,336 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:47,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:17:47,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:17:47,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:47,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:17:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:47,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:17:47,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:17:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:47,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9770e83fd22ee8267c404f5034a11bd, NAME => 'test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359 2024-11-23T20:17:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:17:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9770e83fd22ee8267c404f5034a11bd, disabling compactions & flushes 2024-11-23T20:17:48,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. after waiting 0 ms 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9770e83fd22ee8267c404f5034a11bd: Waiting for close lock at 1732393068157Disabling compacts and flushes for region at 1732393068157Disabling writes for close at 1732393068157Writing region close event to WAL at 1732393068157Closed at 1732393068157 2024-11-23T20:17:48,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:17:48,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393068158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393068158"}]},"ts":"1732393068158"} 2024-11-23T20:17:48,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:17:48,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:17:48,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393068183"}]},"ts":"1732393068183"} 2024-11-23T20:17:48,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:17:48,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9770e83fd22ee8267c404f5034a11bd, ASSIGN}] 2024-11-23T20:17:48,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9770e83fd22ee8267c404f5034a11bd, ASSIGN 2024-11-23T20:17:48,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9770e83fd22ee8267c404f5034a11bd, ASSIGN; state=OFFLINE, location=80f3ff297c7b,36567,1732393063178; forceNewPlan=false, retain=false 2024-11-23T20:17:48,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9770e83fd22ee8267c404f5034a11bd, regionState=OPENING, regionLocation=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:48,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9770e83fd22ee8267c404f5034a11bd, ASSIGN because future has completed 2024-11-23T20:17:48,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9770e83fd22ee8267c404f5034a11bd, server=80f3ff297c7b,36567,1732393063178}] 2024-11-23T20:17:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:48,500 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,500 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9770e83fd22ee8267c404f5034a11bd, NAME => 'test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:48,500 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:48,500 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:17:48,501 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,501 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:48,501 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,501 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,503 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,505 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9770e83fd22ee8267c404f5034a11bd columnFamilyName f 2024-11-23T20:17:48,505 DEBUG [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:48,505 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(327): Store=a9770e83fd22ee8267c404f5034a11bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:48,505 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,507 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9770e83fd22ee8267c404f5034a11bd columnFamilyName f1 2024-11-23T20:17:48,507 DEBUG [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:48,507 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(327): Store=a9770e83fd22ee8267c404f5034a11bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:48,507 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,509 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9770e83fd22ee8267c404f5034a11bd columnFamilyName norep 2024-11-23T20:17:48,509 DEBUG [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:48,509 INFO [StoreOpener-a9770e83fd22ee8267c404f5034a11bd-1 {}] regionserver.HStore(327): Store=a9770e83fd22ee8267c404f5034a11bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:48,509 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,510 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,511 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,512 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,512 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,512 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:48,514 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,516 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:48,517 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9770e83fd22ee8267c404f5034a11bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541455, jitterRate=0.021347269415855408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:48,517 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:17:48,517 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9770e83fd22ee8267c404f5034a11bd: Running coprocessor pre-open hook at 1732393068501Writing region info on filesystem at 1732393068501Initializing all the Stores at 1732393068502 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393068502Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393068503 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393068503Cleaning up temporary data from old regions at 1732393068512 (+9 ms)Running coprocessor post-open hooks at 1732393068517 (+5 ms)Region opened successfully at 1732393068517 2024-11-23T20:17:48,519 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd., pid=6, masterSystemTime=1732393068495 2024-11-23T20:17:48,522 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,522 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:17:48,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9770e83fd22ee8267c404f5034a11bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,36567,1732393063178 2024-11-23T20:17:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9770e83fd22ee8267c404f5034a11bd, server=80f3ff297c7b,36567,1732393063178 because future has completed 2024-11-23T20:17:48,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:17:48,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9770e83fd22ee8267c404f5034a11bd, server=80f3ff297c7b,36567,1732393063178 in 184 msec 2024-11-23T20:17:48,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:17:48,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9770e83fd22ee8267c404f5034a11bd, ASSIGN in 343 msec 2024-11-23T20:17:48,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:17:48,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393068533"}]},"ts":"1732393068533"} 2024-11-23T20:17:48,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:17:48,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:17:48,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-11-23T20:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:17:49,494 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:17:49,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e575202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45749,-1 for getting cluster id 2024-11-23T20:17:49,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:49,495 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42ad8540-1bd9-4c18-bb64-ecbe7429488b' 2024-11-23T20:17:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42ad8540-1bd9-4c18-bb64-ecbe7429488b" 2024-11-23T20:17:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbf1e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45749,-1] 2024-11-23T20:17:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,498 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7365ff25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f3d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,41135,-1 for getting cluster id 2024-11-23T20:17:49,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:49,500 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f555328-3766-439e-bc77-011f029741da' 2024-11-23T20:17:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f555328-3766-439e-bc77-011f029741da" 2024-11-23T20:17:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b9b5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,41135,-1] 2024-11-23T20:17:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,501 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6b7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45749,-1 for getting cluster id 2024-11-23T20:17:49,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:49,503 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42ad8540-1bd9-4c18-bb64-ecbe7429488b' 2024-11-23T20:17:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42ad8540-1bd9-4c18-bb64-ecbe7429488b" 2024-11-23T20:17:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf2199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45749,-1] 2024-11-23T20:17:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,505 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c888de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1decc216 2024-11-23T20:17:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:49,510 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:49,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:41135,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:17:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:17:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:49,514 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:41135' 2024-11-23T20:17:49,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f1b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,516 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,41135,-1 for getting cluster id 2024-11-23T20:17:49,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:49,517 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f555328-3766-439e-bc77-011f029741da' 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f555328-3766-439e-bc77-011f029741da" 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aab2dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,41135,-1] 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,518 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:49,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56217e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:49,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0048d6 2024-11-23T20:17:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:49,521 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:49,522 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:17:49,522 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:17:49,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:49,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:49,523 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:17:49,524 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:17:49,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:17:49,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:49,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:17:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:17:49,574 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T20:17:49,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:17:49,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:49,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:17:49,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T20:17:49,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:17:49,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:17:49,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:17:49,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T20:17:49,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T20:17:49,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T20:17:49,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88b0d278a4e211a1ebb76a78efe54fab, NAME => 'hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07 2024-11-23T20:17:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:17:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 88b0d278a4e211a1ebb76a78efe54fab, disabling compactions & flushes 2024-11-23T20:17:50,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. after waiting 0 ms 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88b0d278a4e211a1ebb76a78efe54fab: Waiting for close lock at 1732393070343Disabling compacts and flushes for region at 1732393070343Disabling writes for close at 1732393070343Writing region close event to WAL at 1732393070343Closed at 1732393070343 2024-11-23T20:17:50,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:17:50,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393070344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393070344"}]},"ts":"1732393070344"} 2024-11-23T20:17:50,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:17:50,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:17:50,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393070349"}]},"ts":"1732393070349"} 2024-11-23T20:17:50,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:17:50,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b0d278a4e211a1ebb76a78efe54fab, ASSIGN}] 2024-11-23T20:17:50,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b0d278a4e211a1ebb76a78efe54fab, ASSIGN 2024-11-23T20:17:50,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88b0d278a4e211a1ebb76a78efe54fab, ASSIGN; state=OFFLINE, location=80f3ff297c7b,46405,1732393059294; forceNewPlan=false, retain=false 2024-11-23T20:17:50,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88b0d278a4e211a1ebb76a78efe54fab, regionState=OPENING, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88b0d278a4e211a1ebb76a78efe54fab, ASSIGN because future has completed 2024-11-23T20:17:50,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b0d278a4e211a1ebb76a78efe54fab, server=80f3ff297c7b,46405,1732393059294}] 2024-11-23T20:17:50,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:50,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:50,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:17:50,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:17:50,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46405%2C1732393059294.rep, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs, maxLogs=10 2024-11-23T20:17:50,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.rep.1732393070667, exclude list is [], retry=0 2024-11-23T20:17:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-b7337755-2969-446e-838f-a9c85fb87387,DISK] 2024-11-23T20:17:50,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.rep.1732393070667 2024-11-23T20:17:50,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-23T20:17:50,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 88b0d278a4e211a1ebb76a78efe54fab, NAME => 'hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:17:50,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:17:50,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:17:50,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. service=MultiRowMutationService 2024-11-23T20:17:50,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:17:50,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:17:50,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,687 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,688 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b0d278a4e211a1ebb76a78efe54fab columnFamilyName hfileref 2024-11-23T20:17:50,688 DEBUG [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:50,689 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(327): Store=88b0d278a4e211a1ebb76a78efe54fab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:50,689 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,690 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b0d278a4e211a1ebb76a78efe54fab columnFamilyName queue 2024-11-23T20:17:50,690 DEBUG [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:50,690 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(327): Store=88b0d278a4e211a1ebb76a78efe54fab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:50,691 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,692 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b0d278a4e211a1ebb76a78efe54fab columnFamilyName sid 2024-11-23T20:17:50,692 DEBUG [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:17:50,692 INFO [StoreOpener-88b0d278a4e211a1ebb76a78efe54fab-1 {}] regionserver.HStore(327): Store=88b0d278a4e211a1ebb76a78efe54fab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:17:50,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:17:50,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:17:50,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 88b0d278a4e211a1ebb76a78efe54fab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73843403, jitterRate=0.1003524512052536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:17:50,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:17:50,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 88b0d278a4e211a1ebb76a78efe54fab: Running coprocessor pre-open hook at 1732393070686Writing region info on filesystem at 1732393070686Initializing all the Stores at 1732393070687 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393070687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393070687Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393070687Cleaning up temporary data from old regions at 1732393070694 (+7 ms)Running coprocessor post-open hooks at 1732393070698 (+4 ms)Region opened successfully at 1732393070699 (+1 ms) 2024-11-23T20:17:50,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab., pid=10, masterSystemTime=1732393070660 2024-11-23T20:17:50,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:17:50,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88b0d278a4e211a1ebb76a78efe54fab, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,46405,1732393059294 2024-11-23T20:17:50,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b0d278a4e211a1ebb76a78efe54fab, server=80f3ff297c7b,46405,1732393059294 because future has completed 2024-11-23T20:17:50,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:17:50,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 88b0d278a4e211a1ebb76a78efe54fab, server=80f3ff297c7b,46405,1732393059294 in 198 msec 2024-11-23T20:17:50,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:17:50,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b0d278a4e211a1ebb76a78efe54fab, ASSIGN in 356 msec 2024-11-23T20:17:50,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:17:50,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393070711"}]},"ts":"1732393070711"} 2024-11-23T20:17:50,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:17:50,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:17:50,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-23T20:17:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2] 2024-11-23T20:17:50,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:50,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:17:50,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:17:50,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:17:50,893 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:17:50,923 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,46405,1732393059294, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:17:50,924 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:50,924 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:50,924 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:50,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T20:17:50,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,46405,1732393059294', locateType=CURRENT is [region=hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2] 2024-11-23T20:17:50,931 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:17:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:17:50,933 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,46405,1732393059294 suceeded 2024-11-23T20:17:50,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:17:50,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-23T20:17:50,936 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:41135,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T20:17:50,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-23T20:17:50,947 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:41135' 2024-11-23T20:17:50,948 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4345c0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:50,948 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,41135,-1 for getting cluster id 2024-11-23T20:17:50,948 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:50,949 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f555328-3766-439e-bc77-011f029741da' 2024-11-23T20:17:50,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:50,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f555328-3766-439e-bc77-011f029741da" 2024-11-23T20:17:50,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180651f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:50,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,41135,-1] 2024-11-23T20:17:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:50,950 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:50,951 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179ecfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:50,951 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:50,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:50,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c261b00 2024-11-23T20:17:50,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:50,953 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:50,953 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,46405,1732393059294 (queues=1) is replicating from cluster=42ad8540-1bd9-4c18-bb64-ecbe7429488b to cluster=1f555328-3766-439e-bc77-011f029741da 2024-11-23T20:17:50,954 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C46405%2C1732393059294 2024-11-23T20:17:50,954 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,46405,1732393059294, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:17:50,954 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C46405%2C1732393059294 2024-11-23T20:17:50,954 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283, startPosition=0, beingWritten=true 2024-11-23T20:17:50,965 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:17:50,965 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:50,965 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:17:51,170 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:51,474 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:17:51,663 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:17:51,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:51,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:51,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:51,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:51,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:51,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:51,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732393071668/Put/seqid=0 2024-11-23T20:17:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741840_1016 (size=7894) 2024-11-23T20:17:51,879 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:52,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_1 is 34, key is ddd/f:row/1732393072077/Put/seqid=0 2024-11-23T20:17:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741841_1017 (size=7691) 2024-11-23T20:17:52,386 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:52,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:52,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45749,-1 for getting cluster id 2024-11-23T20:17:52,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:52,489 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42ad8540-1bd9-4c18-bb64-ecbe7429488b' 2024-11-23T20:17:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42ad8540-1bd9-4c18-bb64-ecbe7429488b" 2024-11-23T20:17:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596b0451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45749,-1] 2024-11-23T20:17:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:52,491 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:52,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:52,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:52,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:52,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b108fd 2024-11-23T20:17:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:52,510 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2] 2024-11-23T20:17:52,528 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:17:52,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T20:17:52,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T20:17:52,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_0 for inclusion in ba6bc27465ebc9c95547075fcc413167/f 2024-11-23T20:17:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T20:17:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:52,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_1 for inclusion in ba6bc27465ebc9c95547075fcc413167/f 2024-11-23T20:17:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T20:17:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegion(2603): Flush status journal for ba6bc27465ebc9c95547075fcc413167: 2024-11-23T20:17:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_0 to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_0 2024-11-23T20:17:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_0 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/8964e6a602284737b0b6908b360de817_SeqId_4_ 2024-11-23T20:17:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f/f/hfile_1 to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_1 2024-11-23T20:17:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_1 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ 2024-11-23T20:17:52,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_0 into ba6bc27465ebc9c95547075fcc413167/f as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/8964e6a602284737b0b6908b360de817_SeqId_4_ - updating store file list. 2024-11-23T20:17:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8964e6a602284737b0b6908b360de817_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:52,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/8964e6a602284737b0b6908b360de817_SeqId_4_ into ba6bc27465ebc9c95547075fcc413167/f 2024-11-23T20:17:52,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_0 into ba6bc27465ebc9c95547075fcc413167/f (new location: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/8964e6a602284737b0b6908b360de817_SeqId_4_) 2024-11-23T20:17:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_0 2024-11-23T20:17:52,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_1 into ba6bc27465ebc9c95547075fcc413167/f as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ - updating store file list. 2024-11-23T20:17:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4feb5683a94d477a977d76b290d2b445_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:52,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ into ba6bc27465ebc9c95547075fcc413167/f 2024-11-23T20:17:52,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_1 into ba6bc27465ebc9c95547075fcc413167/f (new location: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_) 2024-11-23T20:17:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__e52d7f5e1nhjn20fuj52his1ijs89buq5jl1pi7bg6i34l9vfq72gdfogfrvkt4t/f/hfile_1 2024-11-23T20:17:52,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:52,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:52,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:52,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:52,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:52,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 , the old value is region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:46405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:17:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36567,1732393063178, seqNum=-1] 2024-11-23T20:17:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:17:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 from cache 2024-11-23T20:17:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:52,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:52,602 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T20:17:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd., hostname=80f3ff297c7b,36567,1732393063178, seqNum=2] 2024-11-23T20:17:52,605 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:17:52,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:46405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:17:52,992 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 379, reset compression=false 2024-11-23T20:17:52,998 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:17:52,998 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba6bc27465ebc9c95547075fcc413167/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393072593/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:17:53,020 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:17:53,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T20:17:53,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.ReplicationSink(318): Replicating [42ad8540-1bd9-4c18-bb64-ecbe7429488b] bulk loaded data 2024-11-23T20:17:53,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771b2f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:53,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,41135,-1 for getting cluster id 2024-11-23T20:17:53,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:53,027 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f555328-3766-439e-bc77-011f029741da' 2024-11-23T20:17:53,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:53,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f555328-3766-439e-bc77-011f029741da" 2024-11-23T20:17:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e6719b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,41135,-1] 2024-11-23T20:17:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:53,029 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:53,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76256212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741837_1013 (size=7894) 2024-11-23T20:17:53,198 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741838_1014 (size=7691) 2024-11-23T20:17:53,503 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:53,608 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:17:53,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,41135,1732393063091 2024-11-23T20:17:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f5e005 2024-11-23T20:17:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:53,859 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T20:17:53,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:17:53,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36567,1732393063178, seqNum=-1] 2024-11-23T20:17:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:53,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T20:17:53,872 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T20:17:53,875 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T20:17:53,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ for inclusion in a9770e83fd22ee8267c404f5034a11bd/f 2024-11-23T20:17:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T20:17:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:53,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ for inclusion in a9770e83fd22ee8267c404f5034a11bd/f 2024-11-23T20:17:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T20:17:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegion(2603): Flush status journal for a9770e83fd22ee8267c404f5034a11bd: 2024-11-23T20:17:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8964e6a602284737b0b6908b360de817_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:17:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2989c293e5ca4c23a8aa00449de4a6eb_SeqId_4_ 2024-11-23T20:17:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4feb5683a94d477a977d76b290d2b445_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:17:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2bafb0f78eac40bcbcf1c0fd8611c704_SeqId_4_ 2024-11-23T20:17:53,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2989c293e5ca4c23a8aa00449de4a6eb_SeqId_4_ - updating store file list. 2024-11-23T20:17:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2989c293e5ca4c23a8aa00449de4a6eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:53,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2989c293e5ca4c23a8aa00449de4a6eb_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f 2024-11-23T20:17:53,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f (new location: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2989c293e5ca4c23a8aa00449de4a6eb_SeqId_4_) 2024-11-23T20:17:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/8964e6a602284737b0b6908b360de817_SeqId_4_ 2024-11-23T20:17:53,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2bafb0f78eac40bcbcf1c0fd8611c704_SeqId_4_ - updating store file list. 2024-11-23T20:17:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bafb0f78eac40bcbcf1c0fd8611c704_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:53,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2bafb0f78eac40bcbcf1c0fd8611c704_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f 2024-11-23T20:17:53,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ into a9770e83fd22ee8267c404f5034a11bd/f (new location: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/f/2bafb0f78eac40bcbcf1c0fd8611c704_SeqId_4_) 2024-11-23T20:17:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/staging/jenkins.hfs.6__test__i2m4b6v3an104okdc5ftpkc7d1i8rq1e8k75o1dt5nbvk0k86814vcqb1qr01koj/f/4feb5683a94d477a977d76b290d2b445_SeqId_4_ 2024-11-23T20:17:53,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.ReplicationSink(324): Finished replicating [42ad8540-1bd9-4c18-bb64-ecbe7429488b] bulk loaded data 2024-11-23T20:17:53,907 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:54,411 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:54,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:17:54,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732393074626/Put/seqid=0 2024-11-23T20:17:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741842_1018 (size=7997) 2024-11-23T20:17:55,016 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:55,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732393075034/Put/seqid=0 2024-11-23T20:17:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741843_1019 (size=7794) 2024-11-23T20:17:55,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296a5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:55,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45749,-1 for getting cluster id 2024-11-23T20:17:55,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:17:55,443 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42ad8540-1bd9-4c18-bb64-ecbe7429488b' 2024-11-23T20:17:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:17:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42ad8540-1bd9-4c18-bb64-ecbe7429488b" 2024-11-23T20:17:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45749,-1] 2024-11-23T20:17:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:17:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:55,446 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:17:55,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2f6fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:17:55,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:55,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:55,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45749,1732393059240 2024-11-23T20:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b995b9e 2024-11-23T20:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:17:55,474 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:17:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2] 2024-11-23T20:17:55,485 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:17:55,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T20:17:55,513 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T20:17:55,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_0 for inclusion in ba6bc27465ebc9c95547075fcc413167/f1 2024-11-23T20:17:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T20:17:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:55,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_1 for inclusion in ba6bc27465ebc9c95547075fcc413167/f1 2024-11-23T20:17:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T20:17:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:17:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegion(2603): Flush status journal for ba6bc27465ebc9c95547075fcc413167: 2024-11-23T20:17:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_0 to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_0 2024-11-23T20:17:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_0 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/9eb7cf0f38344fad926054e48898448c_SeqId_6_ 2024-11-23T20:17:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/load_f1/f1/hfile_1 to hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_1 2024-11-23T20:17:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_1 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/1843ccf166844c5a8e19177e13724d6f_SeqId_6_ 2024-11-23T20:17:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T20:17:55,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_0 into ba6bc27465ebc9c95547075fcc413167/f1 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/9eb7cf0f38344fad926054e48898448c_SeqId_6_ - updating store file list. 2024-11-23T20:17:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9eb7cf0f38344fad926054e48898448c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:55,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/9eb7cf0f38344fad926054e48898448c_SeqId_6_ into ba6bc27465ebc9c95547075fcc413167/f1 2024-11-23T20:17:55,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_0 into ba6bc27465ebc9c95547075fcc413167/f1 (new location: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/9eb7cf0f38344fad926054e48898448c_SeqId_6_) 2024-11-23T20:17:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_0 2024-11-23T20:17:55,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_1 into ba6bc27465ebc9c95547075fcc413167/f1 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/1843ccf166844c5a8e19177e13724d6f_SeqId_6_ - updating store file list. 2024-11-23T20:17:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1843ccf166844c5a8e19177e13724d6f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:17:55,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/1843ccf166844c5a8e19177e13724d6f_SeqId_6_ into ba6bc27465ebc9c95547075fcc413167/f1 2024-11-23T20:17:55,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_1 into ba6bc27465ebc9c95547075fcc413167/f1 (new location: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/f1/1843ccf166844c5a8e19177e13724d6f_SeqId_6_) 2024-11-23T20:17:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/staging/jenkins__test__9mlo4scp4csdfahmasb09f53bfug71plkddqbsn638mcr86ocudspg50s6cb2sp3/f1/hfile_1 2024-11-23T20:17:55,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:17:55,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:17:55,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:55,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:17:55,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:17:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 , the old value is region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:46405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:17:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:17:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2 from cache 2024-11-23T20:17:55,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:17:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46405,1732393059294, seqNum=-1] 2024-11-23T20:17:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:17:55,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:17:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., hostname=80f3ff297c7b,46405,1732393059294, seqNum=2] 2024-11-23T20:17:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45080 deadline: 1732393135587 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45080 2024-11-23T20:17:55,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:46405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:17:55,720 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 687, reset compression=false 2024-11-23T20:17:55,734 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:17:55,734 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:55,734 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:17:55,958 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:56,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:17:56,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:56,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:56,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:56,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:17:56,268 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:56,673 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:57,178 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:57,783 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:58,489 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:59,294 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:17:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:17:59,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T20:18:00,199 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:01,206 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:02,311 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:03,515 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:04,820 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:06,225 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:07,728 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:08,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:18:09,332 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:11,037 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:12,841 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:13,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:18:14,745 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:15,738 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: null 2024-11-23T20:18:16,749 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:18,853 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:21,058 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:23,012 INFO [master/80f3ff297c7b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T20:18:23,012 INFO [master/80f3ff297c7b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T20:18:23,362 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:25,767 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:25,936 INFO [master/80f3ff297c7b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T20:18:25,936 INFO [master/80f3ff297c7b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T20:18:28,271 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:30,875 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:31,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ba6bc27465ebc9c95547075fcc413167, had cached 0 bytes from a total of 31376 2024-11-23T20:18:33,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a9770e83fd22ee8267c404f5034a11bd, had cached 0 bytes from a total of 15585 2024-11-23T20:18:33,579 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:35,738 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: null 2024-11-23T20:18:36,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:38,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:18:39,288 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:42,286 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T20:18:42,292 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:43,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:18:45,396 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:48,600 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:51,904 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:55,309 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:55,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:18:55,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:18:55,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:55,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:55,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:55,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:18:55,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:18:55,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784878910, stopped=false 2024-11-23T20:18:55,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,41135,1732393063091 2024-11-23T20:18:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11718553448/running 2024-11-23T20:18:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11718553448/running 2024-11-23T20:18:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:18:55,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:18:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:18:55,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:18:55,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:55,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:55,639 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,36567,1732393063178' ***** 2024-11-23T20:18:55,639 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:18:55,639 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:18:55,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:18:55,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/running 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:18:55,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Set watcher on znode that does not yet exist, /11718553448/running 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(3091): Received CLOSE for a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,36567,1732393063178 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36567. 2024-11-23T20:18:55,640 DEBUG [RS:0;80f3ff297c7b:36567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:55,640 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:55,640 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9770e83fd22ee8267c404f5034a11bd, disabling compactions & flushes 2024-11-23T20:18:55,640 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:18:55,640 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:18:55,640 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:18:55,641 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. after waiting 1 ms 2024-11-23T20:18:55,641 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:18:55,641 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:18:55,641 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:18:55,641 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9770e83fd22ee8267c404f5034a11bd=test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd.} 2024-11-23T20:18:55,641 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9770e83fd22ee8267c404f5034a11bd 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:18:55,641 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:18:55,641 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:18:55,641 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T20:18:55,646 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/default/test/a9770e83fd22ee8267c404f5034a11bd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T20:18:55,646 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:18:55,647 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:18:55,647 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:18:55,647 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9770e83fd22ee8267c404f5034a11bd: Waiting for close lock at 1732393135640Running coprocessor pre-close hooks at 1732393135640Disabling compacts and flushes for region at 1732393135640Disabling writes for close at 1732393135641 (+1 ms)Writing region close event to WAL at 1732393135641Running coprocessor post-close hooks at 1732393135646 (+5 ms)Closed at 1732393135647 (+1 ms) 2024-11-23T20:18:55,647 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd. 2024-11-23T20:18:55,653 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:18:55,660 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/info/3cf886d5550640b6b9baa56bba02dcc2 is 129, key is test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd./info:regioninfo/1732393068522/Put/seqid=0 2024-11-23T20:18:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741839_1015 (size=6421) 2024-11-23T20:18:55,738 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46405,1732393059294 got entry batch from reader: null 2024-11-23T20:18:55,841 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,004 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:18:56,004 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:18:56,041 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,066 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/info/3cf886d5550640b6b9baa56bba02dcc2 2024-11-23T20:18:56,089 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/ns/05656b526eb74eb1ae26364d9af6687a is 43, key is default/ns:d/1732393065085/Put/seqid=0 2024-11-23T20:18:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741840_1016 (size=5153) 2024-11-23T20:18:56,242 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,442 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,494 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/ns/05656b526eb74eb1ae26364d9af6687a 2024-11-23T20:18:56,514 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd09d2cef204063ab439a9e9c69a537 is 112, key is test,,1732393067336.a9770e83fd22ee8267c404f5034a11bd./rep_barrier:seqnumDuringOpen/1732393068522/Put/seqid=0 2024-11-23T20:18:56,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741841_1017 (size=5518) 2024-11-23T20:18:56,642 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:18:56,642 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:18:56,642 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,842 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:56,919 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd09d2cef204063ab439a9e9c69a537 2024-11-23T20:18:56,939 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/table/c004bcebd2d1402ea49f46d43249d0a1 is 40, key is test/table:state/1732393068533/Put/seqid=0 2024-11-23T20:18:56,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741842_1018 (size=5165) 2024-11-23T20:18:57,042 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:57,243 DEBUG [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:57,344 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/table/c004bcebd2d1402ea49f46d43249d0a1 2024-11-23T20:18:57,350 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/info/3cf886d5550640b6b9baa56bba02dcc2 as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/info/3cf886d5550640b6b9baa56bba02dcc2 2024-11-23T20:18:57,355 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/info/3cf886d5550640b6b9baa56bba02dcc2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T20:18:57,356 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/ns/05656b526eb74eb1ae26364d9af6687a as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/ns/05656b526eb74eb1ae26364d9af6687a 2024-11-23T20:18:57,361 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/ns/05656b526eb74eb1ae26364d9af6687a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:18:57,362 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd09d2cef204063ab439a9e9c69a537 as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/rep_barrier/1cd09d2cef204063ab439a9e9c69a537 2024-11-23T20:18:57,367 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/rep_barrier/1cd09d2cef204063ab439a9e9c69a537, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T20:18:57,368 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/.tmp/table/c004bcebd2d1402ea49f46d43249d0a1 as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/table/c004bcebd2d1402ea49f46d43249d0a1 2024-11-23T20:18:57,373 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/table/c004bcebd2d1402ea49f46d43249d0a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:18:57,374 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false 2024-11-23T20:18:57,379 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:18:57,380 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:18:57,380 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:18:57,380 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:18:57,380 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393135641Running coprocessor pre-close hooks at 1732393135641Disabling compacts and flushes for region at 1732393135641Disabling writes for close at 1732393135641Obtaining lock to block concurrent updates at 1732393135641Preparing flush snapshotting stores in 1588230740 at 1732393135641Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732393135642 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393135642Flushing 1588230740/info: creating writer at 1732393135642Flushing 1588230740/info: appending metadata at 1732393135659 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732393135659Flushing 1588230740/ns: creating writer at 1732393136073 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732393136089 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732393136089Flushing 1588230740/rep_barrier: creating writer at 1732393136499 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393136513 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393136514 (+1 ms)Flushing 1588230740/table: creating writer at 1732393136924 (+410 ms)Flushing 1588230740/table: appending metadata at 1732393136939 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732393136939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a11f101: reopening flushed file at 1732393137349 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b49f2b8: reopening flushed file at 1732393137356 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd898fb: reopening flushed file at 1732393137361 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e779f7c: reopening flushed file at 1732393137367 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false at 1732393137374 (+7 ms)Writing region close event to WAL at 1732393137377 (+3 ms)Running coprocessor post-close hooks at 1732393137380 (+3 ms)Closed at 1732393137380 2024-11-23T20:18:57,380 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:18:57,443 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,36567,1732393063178; all regions closed. 2024-11-23T20:18:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741834_1010 (size=2717) 2024-11-23T20:18:57,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.meta.1732393065037.meta not finished, retry = 0 2024-11-23T20:18:57,548 DEBUG [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/oldWALs 2024-11-23T20:18:57,548 INFO [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36567%2C1732393063178.meta:.meta(num 1732393065037) 2024-11-23T20:18:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741832_1008 (size=1028) 2024-11-23T20:18:57,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/WALs/80f3ff297c7b,36567,1732393063178/80f3ff297c7b%2C36567%2C1732393063178.1732393064134 not finished, retry = 0 2024-11-23T20:18:57,653 DEBUG [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/oldWALs 2024-11-23T20:18:57,653 INFO [RS:0;80f3ff297c7b:36567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36567%2C1732393063178:(num 1732393064134) 2024-11-23T20:18:57,653 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:57,653 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:18:57,654 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:18:57,654 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:18:57,654 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:18:57,654 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:18:57,654 INFO [RS:0;80f3ff297c7b:36567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36567. 2024-11-23T20:18:57,654 DEBUG [RS:0;80f3ff297c7b:36567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:57,654 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:57,655 DEBUG [RS:0;80f3ff297c7b:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:57,655 INFO [RS:0;80f3ff297c7b:36567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36567 2024-11-23T20:18:57,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:18:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11718553448/rs/80f3ff297c7b,36567,1732393063178 2024-11-23T20:18:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448/rs 2024-11-23T20:18:57,658 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:18:57,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,36567,1732393063178] 2024-11-23T20:18:57,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11718553448/draining/80f3ff297c7b,36567,1732393063178 already deleted, retry=false 2024-11-23T20:18:57,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,36567,1732393063178 expired; onlineServers=0 2024-11-23T20:18:57,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,41135,1732393063091' ***** 2024-11-23T20:18:57,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:18:57,661 INFO [M:0;80f3ff297c7b:41135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:18:57,661 INFO [M:0;80f3ff297c7b:41135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:18:57,661 DEBUG [M:0;80f3ff297c7b:41135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:18:57,661 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:18:57,661 DEBUG [M:0;80f3ff297c7b:41135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:18:57,661 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393063883 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393063883,5,FailOnTimeoutGroup] 2024-11-23T20:18:57,661 INFO [M:0;80f3ff297c7b:41135 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:18:57,661 INFO [M:0;80f3ff297c7b:41135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:18:57,661 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393063884 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393063884,5,FailOnTimeoutGroup] 2024-11-23T20:18:57,662 DEBUG [M:0;80f3ff297c7b:41135 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:18:57,662 INFO [M:0;80f3ff297c7b:41135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:18:57,662 INFO [M:0;80f3ff297c7b:41135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:18:57,662 INFO [M:0;80f3ff297c7b:41135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:18:57,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:18:57,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11718553448/master 2024-11-23T20:18:57,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11718553448 2024-11-23T20:18:57,662 DEBUG [M:0;80f3ff297c7b:41135 {}] zookeeper.ZKUtil(347): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Unable to get data of znode /11718553448/master because node does not exist (not an error) 2024-11-23T20:18:57,662 WARN [M:0;80f3ff297c7b:41135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:18:57,672 INFO [M:0;80f3ff297c7b:41135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/.lastflushedseqids 2024-11-23T20:18:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741843_1019 (size=173) 2024-11-23T20:18:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:18:57,760 INFO [RS:0;80f3ff297c7b:36567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:18:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x101467a2a6c0004, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:18:57,760 INFO [RS:0;80f3ff297c7b:36567 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,36567,1732393063178; zookeeper connection closed. 2024-11-23T20:18:57,760 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53249f18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53249f18 2024-11-23T20:18:57,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:18:58,078 INFO [M:0;80f3ff297c7b:41135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:18:58,078 INFO [M:0;80f3ff297c7b:41135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:18:58,078 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:18:58,078 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:18:58,078 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:18:58,078 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:18:58,078 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:18:58,078 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-23T20:18:58,097 DEBUG [M:0;80f3ff297c7b:41135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7d024021af4842bf57d37f2d3054b7 is 82, key is hbase:meta,,1/info:regioninfo/1732393065072/Put/seqid=0 2024-11-23T20:18:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741844_1020 (size=5672) 2024-11-23T20:18:58,501 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7d024021af4842bf57d37f2d3054b7 2024-11-23T20:18:58,521 DEBUG [M:0;80f3ff297c7b:41135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/301ddaf94df44f9fb5fb8ee7675ac82d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393068537/Put/seqid=0 2024-11-23T20:18:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741845_1021 (size=6728) 2024-11-23T20:18:58,813 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.1732393061283 to pos 997, reset compression=false 2024-11-23T20:18:58,926 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/301ddaf94df44f9fb5fb8ee7675ac82d 2024-11-23T20:18:58,931 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 301ddaf94df44f9fb5fb8ee7675ac82d 2024-11-23T20:18:58,950 DEBUG [M:0;80f3ff297c7b:41135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a6701833e54429965e89ce04047344 is 69, key is 80f3ff297c7b,36567,1732393063178/rs:state/1732393063971/Put/seqid=0 2024-11-23T20:18:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741846_1022 (size=5156) 2024-11-23T20:18:59,354 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a6701833e54429965e89ce04047344 2024-11-23T20:18:59,360 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7d024021af4842bf57d37f2d3054b7 as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d7d024021af4842bf57d37f2d3054b7 2024-11-23T20:18:59,364 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d7d024021af4842bf57d37f2d3054b7, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T20:18:59,365 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/301ddaf94df44f9fb5fb8ee7675ac82d as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/301ddaf94df44f9fb5fb8ee7675ac82d 2024-11-23T20:18:59,369 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 301ddaf94df44f9fb5fb8ee7675ac82d 2024-11-23T20:18:59,369 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/301ddaf94df44f9fb5fb8ee7675ac82d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T20:18:59,370 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a6701833e54429965e89ce04047344 as hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01a6701833e54429965e89ce04047344 2024-11-23T20:18:59,374 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45685/user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01a6701833e54429965e89ce04047344, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T20:18:59,375 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false 2024-11-23T20:18:59,377 INFO [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:18:59,377 DEBUG [M:0;80f3ff297c7b:41135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393138078Disabling compacts and flushes for region at 1732393138078Disabling writes for close at 1732393138078Obtaining lock to block concurrent updates at 1732393138078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393138078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732393138079 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393138079Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393138080 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393138096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393138096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393138506 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393138521 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393138521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393138932 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393138949 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393138949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37606434: reopening flushed file at 1732393139359 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c3cb6b: reopening flushed file at 1732393139365 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e750e3: reopening flushed file at 1732393139369 (+4 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false at 1732393139375 (+6 ms)Writing region close event to WAL at 1732393139377 (+2 ms)Closed at 1732393139377 2024-11-23T20:18:59,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dce0bfe-f9d2-7b6f-2faa-f10f0e635359/MasterData/WALs/80f3ff297c7b,41135,1732393063091/80f3ff297c7b%2C41135%2C1732393063091.1732393063798 not finished, retry = 0 2024-11-23T20:18:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40961 is added to blk_1073741830_1006 (size=33038) 2024-11-23T20:18:59,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:18:59,480 INFO [M:0;80f3ff297c7b:41135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:18:59,480 INFO [M:0;80f3ff297c7b:41135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41135 2024-11-23T20:18:59,481 INFO [M:0;80f3ff297c7b:41135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:18:59,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:18:59,583 INFO [M:0;80f3ff297c7b:41135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:18:59,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41135-0x101467a2a6c0003, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:18:59,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:18:59,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:18:59,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:18:59,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:18:59,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir/,STOPPED} 2024-11-23T20:18:59,591 WARN [BP-1788935694-172.17.0.2-1732393062362 heartbeating to localhost/127.0.0.1:45685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:18:59,591 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:18:59,591 WARN [BP-1788935694-172.17.0.2-1732393062362 heartbeating to localhost/127.0.0.1:45685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1788935694-172.17.0.2-1732393062362 (Datanode Uuid 9c263a0b-4569-46fa-8910-f4765ce4e62b) service to localhost/127.0.0.1:45685 2024-11-23T20:18:59,591 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:18:59,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/cluster_16ed0582-bd0c-8909-b060-3ccf37385eee/data/data1/current/BP-1788935694-172.17.0.2-1732393062362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:18:59,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/cluster_16ed0582-bd0c-8909-b060-3ccf37385eee/data/data2/current/BP-1788935694-172.17.0.2-1732393062362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:18:59,592 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:18:59,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:18:59,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:18:59,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:18:59,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:18:59,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir/,STOPPED} 2024-11-23T20:18:59,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:18:59,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:18:59,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:18:59,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:59,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:59,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:59,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:18:59,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:18:59,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=660077194, stopped=false 2024-11-23T20:18:59,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,45749,1732393059240 2024-11-23T20:18:59,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:18:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117280948/running 2024-11-23T20:18:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117280948/running 2024-11-23T20:18:59,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:18:59,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:59,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:18:59,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,46405,1732393059294' ***** 2024-11-23T20:18:59,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:18:59,618 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:18:59,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:18:59,618 INFO [RS:0;80f3ff297c7b:46405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:18:59,618 INFO [RS:0;80f3ff297c7b:46405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:18:59,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/running 2024-11-23T20:18:59,618 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(3091): Received CLOSE for ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:18:59,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:18:59,618 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(3091): Received CLOSE for 88b0d278a4e211a1ebb76a78efe54fab 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,46405,1732393059294 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:46405. 2024-11-23T20:18:59,619 DEBUG [RS:0;80f3ff297c7b:46405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:18:59,619 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:18:59,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Set watcher on znode that does not yet exist, /01117280948/running 2024-11-23T20:18:59,619 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba6bc27465ebc9c95547075fcc413167, disabling compactions & flushes 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:18:59,619 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:18:59,619 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:18:59,619 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. after waiting 0 ms 2024-11-23T20:18:59,619 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:18:59,619 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:18:59,619 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1325): Online Regions={ba6bc27465ebc9c95547075fcc413167=test,,1732393065174.ba6bc27465ebc9c95547075fcc413167., 1588230740=hbase:meta,,1.1588230740, 88b0d278a4e211a1ebb76a78efe54fab=hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab.} 2024-11-23T20:18:59,619 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b0d278a4e211a1ebb76a78efe54fab, ba6bc27465ebc9c95547075fcc413167 2024-11-23T20:18:59,619 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:18:59,620 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:18:59,620 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:18:59,620 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:18:59,620 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:18:59,620 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/default/test/ba6bc27465ebc9c95547075fcc413167/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:18:59,625 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba6bc27465ebc9c95547075fcc413167: Waiting for close lock at 1732393139619Running coprocessor pre-close hooks at 1732393139619Disabling compacts and flushes for region at 1732393139619Disabling writes for close at 1732393139619Writing region close event to WAL at 1732393139621 (+2 ms)Running coprocessor post-close hooks at 1732393139625 (+4 ms)Closed at 1732393139625 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393065174.ba6bc27465ebc9c95547075fcc413167. 2024-11-23T20:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88b0d278a4e211a1ebb76a78efe54fab, disabling compactions & flushes 2024-11-23T20:18:59,626 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:18:59,626 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:18:59,626 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. after waiting 0 ms 2024-11-23T20:18:59,626 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:18:59,626 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88b0d278a4e211a1ebb76a78efe54fab 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T20:18:59,636 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/info/813eb0a1b1e74798b3d621d80d2ab7dd is 147, key is hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab./info:regioninfo/1732393070702/Put/seqid=0 2024-11-23T20:18:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741844_1020 (size=7686) 2024-11-23T20:18:59,641 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/hfileref/2d33a5e22ac641b69fa3c9da6622e2e3 is 74, key is 1/hfileref:4feb5683a94d477a977d76b290d2b445_SeqId_4_/1732393073903/DeleteColumn/seqid=0 2024-11-23T20:18:59,641 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/info/813eb0a1b1e74798b3d621d80d2ab7dd 2024-11-23T20:18:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741845_1021 (size=5203) 2024-11-23T20:18:59,645 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/hfileref/2d33a5e22ac641b69fa3c9da6622e2e3 2024-11-23T20:18:59,661 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/ns/107c4e2f915740398080cf3023ef218d is 43, key is default/ns:d/1732393062277/Put/seqid=0 2024-11-23T20:18:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741846_1022 (size=5153) 2024-11-23T20:18:59,666 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/queue/09f632d928a3476e88747fea7698ea7d is 153, key is 1-80f3ff297c7b,46405,1732393059294/queue:80f3ff297c7b%2C46405%2C1732393059294/1732393075736/Put/seqid=0 2024-11-23T20:18:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741847_1023 (size=5352) 2024-11-23T20:18:59,674 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/queue/09f632d928a3476e88747fea7698ea7d 2024-11-23T20:18:59,679 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/hfileref/2d33a5e22ac641b69fa3c9da6622e2e3 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/hfileref/2d33a5e22ac641b69fa3c9da6622e2e3 2024-11-23T20:18:59,683 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/hfileref/2d33a5e22ac641b69fa3c9da6622e2e3, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T20:18:59,684 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/.tmp/queue/09f632d928a3476e88747fea7698ea7d as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/queue/09f632d928a3476e88747fea7698ea7d 2024-11-23T20:18:59,688 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/queue/09f632d928a3476e88747fea7698ea7d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T20:18:59,689 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 88b0d278a4e211a1ebb76a78efe54fab in 63ms, sequenceid=10, compaction requested=false 2024-11-23T20:18:59,693 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/replication/88b0d278a4e211a1ebb76a78efe54fab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T20:18:59,693 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:18:59,693 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:18:59,693 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:18:59,693 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88b0d278a4e211a1ebb76a78efe54fab: Waiting for close lock at 1732393139625Running coprocessor pre-close hooks at 1732393139625Disabling compacts and flushes for region at 1732393139625Disabling writes for close at 1732393139626 (+1 ms)Obtaining lock to block concurrent updates at 1732393139626Preparing flush snapshotting stores in 88b0d278a4e211a1ebb76a78efe54fab at 1732393139626Finished memstore snapshotting hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732393139626Flushing stores of hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. at 1732393139626Flushing 88b0d278a4e211a1ebb76a78efe54fab/hfileref: creating writer at 1732393139626Flushing 88b0d278a4e211a1ebb76a78efe54fab/hfileref: appending metadata at 1732393139640 (+14 ms)Flushing 88b0d278a4e211a1ebb76a78efe54fab/hfileref: closing flushed file at 1732393139640Flushing 88b0d278a4e211a1ebb76a78efe54fab/queue: creating writer at 1732393139650 (+10 ms)Flushing 88b0d278a4e211a1ebb76a78efe54fab/queue: appending metadata at 1732393139666 (+16 ms)Flushing 88b0d278a4e211a1ebb76a78efe54fab/queue: closing flushed file at 1732393139666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418a1931: reopening flushed file at 1732393139678 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb2abad: reopening flushed file at 1732393139683 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 88b0d278a4e211a1ebb76a78efe54fab in 63ms, sequenceid=10, compaction requested=false at 1732393139689 (+6 ms)Writing region close event to WAL at 1732393139690 (+1 ms)Running coprocessor post-close hooks at 1732393139693 (+3 ms)Closed at 1732393139693 2024-11-23T20:18:59,693 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393069523.88b0d278a4e211a1ebb76a78efe54fab. 2024-11-23T20:18:59,711 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:18:59,820 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:18:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:18:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:18:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:00,020 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:00,065 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/ns/107c4e2f915740398080cf3023ef218d 2024-11-23T20:19:00,085 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f520c620ed234b7da3fe5acf868435ad is 112, key is test,,1732393065174.ba6bc27465ebc9c95547075fcc413167./rep_barrier:seqnumDuringOpen/1732393066339/Put/seqid=0 2024-11-23T20:19:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741848_1024 (size=5518) 2024-11-23T20:19:00,154 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:19:00,154 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:19:00,220 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:00,420 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:00,489 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f520c620ed234b7da3fe5acf868435ad 2024-11-23T20:19:00,513 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/table/27a271efa720404d860535f96ca8b51b is 53, key is hbase:replication/table:state/1732393070711/Put/seqid=0 2024-11-23T20:19:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741849_1025 (size=5308) 2024-11-23T20:19:00,620 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:19:00,620 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:19:00,620 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:00,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:00,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:00,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:00,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:00,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:00,821 DEBUG [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:00,918 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/table/27a271efa720404d860535f96ca8b51b 2024-11-23T20:19:00,925 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/info/813eb0a1b1e74798b3d621d80d2ab7dd as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/info/813eb0a1b1e74798b3d621d80d2ab7dd 2024-11-23T20:19:00,930 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/info/813eb0a1b1e74798b3d621d80d2ab7dd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:19:00,931 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/ns/107c4e2f915740398080cf3023ef218d as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/ns/107c4e2f915740398080cf3023ef218d 2024-11-23T20:19:00,935 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/ns/107c4e2f915740398080cf3023ef218d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:19:00,936 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f520c620ed234b7da3fe5acf868435ad as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/rep_barrier/f520c620ed234b7da3fe5acf868435ad 2024-11-23T20:19:00,941 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/rep_barrier/f520c620ed234b7da3fe5acf868435ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:19:00,942 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/.tmp/table/27a271efa720404d860535f96ca8b51b as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/table/27a271efa720404d860535f96ca8b51b 2024-11-23T20:19:00,948 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/table/27a271efa720404d860535f96ca8b51b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:19:00,949 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-23T20:19:00,960 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:19:00,961 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:00,961 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:00,961 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:00,961 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393139619Running coprocessor pre-close hooks at 1732393139619Disabling compacts and flushes for region at 1732393139619Disabling writes for close at 1732393139620 (+1 ms)Obtaining lock to block concurrent updates at 1732393139620Preparing flush snapshotting stores in 1588230740 at 1732393139620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393139620Flushing stores of hbase:meta,,1.1588230740 at 1732393139621 (+1 ms)Flushing 1588230740/info: creating writer at 1732393139621Flushing 1588230740/info: appending metadata at 1732393139636 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732393139636Flushing 1588230740/ns: creating writer at 1732393139647 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732393139661 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393139661Flushing 1588230740/rep_barrier: creating writer at 1732393140070 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393140084 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393140084Flushing 1588230740/table: creating writer at 1732393140495 (+411 ms)Flushing 1588230740/table: appending metadata at 1732393140513 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732393140513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ebc430: reopening flushed file at 1732393140924 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9239d7f: reopening flushed file at 1732393140930 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eaddec1: reopening flushed file at 1732393140936 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b44fb6d: reopening flushed file at 1732393140941 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1732393140949 (+8 ms)Writing region close event to WAL at 1732393140957 (+8 ms)Running coprocessor post-close hooks at 1732393140961 (+4 ms)Closed at 1732393140961 2024-11-23T20:19:00,961 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:01,021 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,46405,1732393059294; all regions closed. 2024-11-23T20:19:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:19:01,026 DEBUG [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs 2024-11-23T20:19:01,026 INFO [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C46405%2C1732393059294.meta:.meta(num 1732393062220) 2024-11-23T20:19:01,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/WALs/80f3ff297c7b,46405,1732393059294/80f3ff297c7b%2C46405%2C1732393059294.rep.1732393070667 not finished, retry = 0 2024-11-23T20:19:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741839_1015 (size=2700) 2024-11-23T20:19:01,132 DEBUG [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs 2024-11-23T20:19:01,132 INFO [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C46405%2C1732393059294.rep:(num 1732393070667) 2024-11-23T20:19:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741832_1008 (size=1300) 2024-11-23T20:19:01,137 DEBUG [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/oldWALs 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C46405%2C1732393059294:(num 1732393061283) 2024-11-23T20:19:01,137 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:01,137 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:01,137 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,46405,1732393059294 because: Region server is closing 2024-11-23T20:19:01,138 INFO [RS:0;80f3ff297c7b:46405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:46405. 2024-11-23T20:19:01,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:01,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:01,138 DEBUG [RS:0;80f3ff297c7b:46405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:01,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:01,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:01,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:01,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:01,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:01,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:01,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:01,238 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.wal-reader.80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:19:01,238 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:19:01,239 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46405,1732393059294.replicationSource.shipper80f3ff297c7b%2C46405%2C1732393059294,1-80f3ff297c7b,46405,1732393059294 terminated 2024-11-23T20:19:01,239 INFO [RS:0;80f3ff297c7b:46405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46405 2024-11-23T20:19:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117280948/rs/80f3ff297c7b,46405,1732393059294 2024-11-23T20:19:01,241 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948/rs 2024-11-23T20:19:01,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,46405,1732393059294] 2024-11-23T20:19:01,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01117280948/draining/80f3ff297c7b,46405,1732393059294 already deleted, retry=false 2024-11-23T20:19:01,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,46405,1732393059294 expired; onlineServers=0 2024-11-23T20:19:01,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,45749,1732393059240' ***** 2024-11-23T20:19:01,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:01,244 INFO [M:0;80f3ff297c7b:45749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:01,244 INFO [M:0;80f3ff297c7b:45749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:01,244 DEBUG [M:0;80f3ff297c7b:45749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:01,244 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:01,244 DEBUG [M:0;80f3ff297c7b:45749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:01,244 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393061073 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393061073,5,FailOnTimeoutGroup] 2024-11-23T20:19:01,244 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393061075 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393061075,5,FailOnTimeoutGroup] 2024-11-23T20:19:01,244 INFO [M:0;80f3ff297c7b:45749 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:01,245 INFO [M:0;80f3ff297c7b:45749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:01,245 DEBUG [M:0;80f3ff297c7b:45749 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:01,245 INFO [M:0;80f3ff297c7b:45749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:01,245 INFO [M:0;80f3ff297c7b:45749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:01,245 INFO [M:0;80f3ff297c7b:45749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:01,245 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117280948/master 2024-11-23T20:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117280948 2024-11-23T20:19:01,246 DEBUG [M:0;80f3ff297c7b:45749 {}] zookeeper.ZKUtil(347): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Unable to get data of znode /01117280948/master because node does not exist (not an error) 2024-11-23T20:19:01,246 WARN [M:0;80f3ff297c7b:45749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:19:01,249 INFO [M:0;80f3ff297c7b:45749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/.lastflushedseqids 2024-11-23T20:19:01,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741850_1026 (size=263) 2024-11-23T20:19:01,267 INFO [M:0;80f3ff297c7b:45749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:01,267 INFO [M:0;80f3ff297c7b:45749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:01,267 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:01,267 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:01,267 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:01,267 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:01,267 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:01,267 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-23T20:19:01,292 DEBUG [M:0;80f3ff297c7b:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6219a188a734bb0839b42a03415ac63 is 82, key is hbase:meta,,1/info:regioninfo/1732393062257/Put/seqid=0 2024-11-23T20:19:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741851_1027 (size=5672) 2024-11-23T20:19:01,344 INFO [RS:0;80f3ff297c7b:46405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:01,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46405-0x101467a2a6c0001, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:01,344 INFO [RS:0;80f3ff297c7b:46405 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,46405,1732393059294; zookeeper connection closed. 2024-11-23T20:19:01,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756dbb09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756dbb09 2024-11-23T20:19:01,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:01,697 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6219a188a734bb0839b42a03415ac63 2024-11-23T20:19:01,732 DEBUG [M:0;80f3ff297c7b:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff44851376c9488683c7b93104dbe519 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393066358/Put/seqid=0 2024-11-23T20:19:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741852_1028 (size=7241) 2024-11-23T20:19:01,751 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff44851376c9488683c7b93104dbe519 2024-11-23T20:19:01,758 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff44851376c9488683c7b93104dbe519 2024-11-23T20:19:01,780 DEBUG [M:0;80f3ff297c7b:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5a236a9b06449da13c565cd4a1457e is 69, key is 80f3ff297c7b,46405,1732393059294/rs:state/1732393061137/Put/seqid=0 2024-11-23T20:19:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741853_1029 (size=5156) 2024-11-23T20:19:01,789 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5a236a9b06449da13c565cd4a1457e 2024-11-23T20:19:01,796 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6219a188a734bb0839b42a03415ac63 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6219a188a734bb0839b42a03415ac63 2024-11-23T20:19:01,803 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6219a188a734bb0839b42a03415ac63, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T20:19:01,805 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff44851376c9488683c7b93104dbe519 as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff44851376c9488683c7b93104dbe519 2024-11-23T20:19:01,823 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff44851376c9488683c7b93104dbe519 2024-11-23T20:19:01,823 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff44851376c9488683c7b93104dbe519, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T20:19:01,824 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5a236a9b06449da13c565cd4a1457e as hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf5a236a9b06449da13c565cd4a1457e 2024-11-23T20:19:01,830 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/b63488bf-afd5-9684-ffa5-5167139bdf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf5a236a9b06449da13c565cd4a1457e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T20:19:01,831 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=105, compaction requested=false 2024-11-23T20:19:01,838 INFO [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:01,838 DEBUG [M:0;80f3ff297c7b:45749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393141267Disabling compacts and flushes for region at 1732393141267Disabling writes for close at 1732393141267Obtaining lock to block concurrent updates at 1732393141267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393141267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732393141268 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393141269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393141269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393141291 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393141291Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393141707 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393141731 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393141731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393141758 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393141778 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393141778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce43e6d: reopening flushed file at 1732393141795 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28901237: reopening flushed file at 1732393141803 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f2cbc0: reopening flushed file at 1732393141823 (+20 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=105, compaction requested=false at 1732393141831 (+8 ms)Writing region close event to WAL at 1732393141838 (+7 ms)Closed at 1732393141838 2024-11-23T20:19:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741830_1006 (size=64538) 2024-11-23T20:19:01,848 INFO [M:0;80f3ff297c7b:45749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:01,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:01,849 INFO [M:0;80f3ff297c7b:45749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45749 2024-11-23T20:19:01,849 INFO [M:0;80f3ff297c7b:45749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:01,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:01,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x101467a2a6c0000, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:01,954 INFO [M:0;80f3ff297c7b:45749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:01,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:01,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:01,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:01,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:01,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:01,971 WARN [BP-1358346941-172.17.0.2-1732393058301 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:19:01,971 WARN [BP-1358346941-172.17.0.2-1732393058301 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1358346941-172.17.0.2-1732393058301 (Datanode Uuid d3e33b5b-5de5-45a4-a1d4-d3eb4ac6f042) service to localhost/127.0.0.1:45937 2024-11-23T20:19:01,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/data/data1/current/BP-1358346941-172.17.0.2-1732393058301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:01,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/cluster_38e0d280-7873-02f3-d180-b7439f00fdc6/data/data2/current/BP-1358346941-172.17.0.2-1732393058301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:01,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:19:01,973 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:19:01,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:19:01,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:01,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:01,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:01,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:01,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e492b388-81d2-0e56-f1bf-689ecce728ad/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:01,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:19:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:19:02,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45937 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff028b8e340.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff028b8e340.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45685 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=6895 (was 7030) 2024-11-23T20:19:02,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=6894 2024-11-23T20:19:02,060 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T20:19:02,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir so I do NOT create it in target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e 2024-11-23T20:19:02,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:02,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.tmp.dir so I do NOT create it in target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e 2024-11-23T20:19:02,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25d3eaf-55ef-bac2-dbd9-b2425dfed300/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:02,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e 2024-11-23T20:19:02,060 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81, deleteOnExit=true 2024-11-23T20:19:02,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/zookeeper_0, clientPort=49402, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:19:02,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49402 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/test.cache.data in system properties and HBase conf 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:02,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:02,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:02,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467a2a6c0005, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:02,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467a2a6c0002, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:02,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467a2a6c0005, quorum=127.0.0.1:49219, baseZNode=/11718553448 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:02,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467a2a6c0002, quorum=127.0.0.1:49219, baseZNode=/01117280948 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:02,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:02,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:02,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:02,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:02,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:02,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:02,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:02,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:02,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd03318{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/java.io.tmpdir/jetty-localhost-35607-hadoop-hdfs-3_4_1-tests_jar-_-any-4187309549623776858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:02,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:35607} 2024-11-23T20:19:02,298 INFO [Time-limited test {}] server.Server(415): Started @127726ms 2024-11-23T20:19:02,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:02,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:02,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:02,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:02,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:02,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:02,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:02,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c018764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/java.io.tmpdir/jetty-localhost-34255-hadoop-hdfs-3_4_1-tests_jar-_-any-8086663090157659905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:02,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:34255} 2024-11-23T20:19:02,518 INFO [Time-limited test {}] server.Server(415): Started @127946ms 2024-11-23T20:19:02,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:02,686 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/data/data2/current/BP-1933450602-172.17.0.2-1732393142096/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:02,686 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/data/data1/current/BP-1933450602-172.17.0.2-1732393142096/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:02,702 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fb1a35812229339 with lease ID 0x7f7bbd37dff62f72: Processing first storage report for DS-9ca8377e-ae53-4eaf-871c-0995190f1256 from datanode DatanodeRegistration(127.0.0.1:35309, datanodeUuid=82f5d4ae-10ca-45ea-bf85-2851bf0555e0, infoPort=37677, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1452764805;c=1732393142096) 2024-11-23T20:19:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fb1a35812229339 with lease ID 0x7f7bbd37dff62f72: from storage DS-9ca8377e-ae53-4eaf-871c-0995190f1256 node DatanodeRegistration(127.0.0.1:35309, datanodeUuid=82f5d4ae-10ca-45ea-bf85-2851bf0555e0, infoPort=37677, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1452764805;c=1732393142096), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fb1a35812229339 with lease ID 0x7f7bbd37dff62f72: Processing first storage report for DS-973ba0ef-e0a6-4365-ba2f-f9e359aa0a1d from datanode DatanodeRegistration(127.0.0.1:35309, datanodeUuid=82f5d4ae-10ca-45ea-bf85-2851bf0555e0, infoPort=37677, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1452764805;c=1732393142096) 2024-11-23T20:19:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fb1a35812229339 with lease ID 0x7f7bbd37dff62f72: from storage DS-973ba0ef-e0a6-4365-ba2f-f9e359aa0a1d node DatanodeRegistration(127.0.0.1:35309, datanodeUuid=82f5d4ae-10ca-45ea-bf85-2851bf0555e0, infoPort=37677, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1452764805;c=1732393142096), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:02,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e 2024-11-23T20:19:02,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:02,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c with version=8 2024-11-23T20:19:02,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/hbase-staging 2024-11-23T20:19:02,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:02,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:02,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45629 2024-11-23T20:19:02,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45629 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:02,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456290x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:02,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45629-0x101467b71be0000 connected 2024-11-23T20:19:02,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:02,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c, hbase.cluster.distributed=false 2024-11-23T20:19:02,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/acl 2024-11-23T20:19:02,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-23T20:19:02,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45629 2024-11-23T20:19:02,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45629 2024-11-23T20:19:02,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-23T20:19:02,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-23T20:19:02,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:02,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:02,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:02,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36909 2024-11-23T20:19:02,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36909 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:02,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369090x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:02,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369090x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:02,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36909-0x101467b71be0001 connected 2024-11-23T20:19:02,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:02,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:02,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/master 2024-11-23T20:19:02,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/acl 2024-11-23T20:19:02,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-23T20:19:02,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36909 2024-11-23T20:19:02,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36909 2024-11-23T20:19:02,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-23T20:19:02,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-23T20:19:02,839 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:45629 2024-11-23T20:19:02,840 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-647403802/backup-masters/80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:02,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:02,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:02,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/backup-masters/80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/master 2024-11-23T20:19:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:02,848 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/master 2024-11-23T20:19:02,848 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-647403802/backup-masters/80f3ff297c7b,45629,1732393142756 from backup master directory 2024-11-23T20:19:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/backup-masters/80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:02,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:02,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:02,850 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:02,850 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:02,853 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/hbase.id] with ID: 4585fb7b-41e4-496a-b677-ed9fa4d57a23 2024-11-23T20:19:02,854 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.tmp/hbase.id 2024-11-23T20:19:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:03,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.tmp/hbase.id]:[hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/hbase.id] 2024-11-23T20:19:03,271 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:03,271 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:03,272 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:03,680 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:03,680 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:03,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:04,088 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store 2024-11-23T20:19:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:04,494 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:04,494 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:04,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:04,494 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:04,494 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:04,494 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:04,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:04,495 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393144494Disabling compacts and flushes for region at 1732393144494Disabling writes for close at 1732393144494Writing region close event to WAL at 1732393144494Closed at 1732393144494 2024-11-23T20:19:04,495 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/.initializing 2024-11-23T20:19:04,495 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:04,497 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:04,498 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C45629%2C1732393142756, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:04,512 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756/80f3ff297c7b%2C45629%2C1732393142756.1732393144498, exclude list is [], retry=0 2024-11-23T20:19:04,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:04,516 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:04,516 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:04,517 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:04,517 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:04,517 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,517 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:04,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:04,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:04,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:04,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:04,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:04,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:04,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:04,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:04,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:04,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:04,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:04,524 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,525 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,525 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,526 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,526 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,527 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:04,528 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:04,531 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:04,531 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65541457, jitterRate=-0.023356184363365173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:04,532 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393144517Initializing all the Stores at 1732393144518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393144518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393144518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393144518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393144518Cleaning up temporary data from old regions at 1732393144526 (+8 ms)Region opened successfully at 1732393144532 (+6 ms) 2024-11-23T20:19:04,533 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:04,535 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b703878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:04,536 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:04,536 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:04,537 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:04,537 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:04,537 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:04,537 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:04,537 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:04,542 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:04,543 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:04,544 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/balancer already deleted, retry=false 2024-11-23T20:19:04,544 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:04,545 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:04,547 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/normalizer already deleted, retry=false 2024-11-23T20:19:04,547 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:04,548 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:04,549 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/switch/split already deleted, retry=false 2024-11-23T20:19:04,550 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:04,551 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/switch/merge already deleted, retry=false 2024-11-23T20:19:04,553 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:04,553 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,45629,1732393142756, sessionid=0x101467b71be0000, setting cluster-up flag (Was=false) 2024-11-23T20:19:04,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,566 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647403802/flush-table-proc/acquired, /0-647403802/flush-table-proc/reached, /0-647403802/flush-table-proc/abort 2024-11-23T20:19:04,567 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:04,574 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647403802/online-snapshot/acquired, /0-647403802/online-snapshot/reached, /0-647403802/online-snapshot/abort 2024-11-23T20:19:04,575 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:04,576 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:04,578 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:04,578 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:04,578 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:04,578 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,45629,1732393142756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:04,579 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:04,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:04,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:04,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:04,584 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393174584 2024-11-23T20:19:04,584 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:04,585 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:04,588 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:04,588 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:04,590 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393144588,5,FailOnTimeoutGroup] 2024-11-23T20:19:04,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393144590,5,FailOnTimeoutGroup] 2024-11-23T20:19:04,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,592 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:04,592 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,592 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:04,629 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(746): ClusterId : 4585fb7b-41e4-496a-b677-ed9fa4d57a23 2024-11-23T20:19:04,629 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:04,631 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:04,631 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:04,634 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:04,634 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931de7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:04,646 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:36909 2024-11-23T20:19:04,646 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:04,646 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:04,646 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:04,647 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,45629,1732393142756 with port=36909, startcode=1732393142803 2024-11-23T20:19:04,647 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:04,649 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:04,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45629 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,651 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c 2024-11-23T20:19:04,651 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39331 2024-11-23T20:19:04,651 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:04,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/rs 2024-11-23T20:19:04,652 DEBUG [RS:0;80f3ff297c7b:36909 {}] zookeeper.ZKUtil(111): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/rs/80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,653 WARN [RS:0;80f3ff297c7b:36909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:04,653 INFO [RS:0;80f3ff297c7b:36909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:04,653 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,36909,1732393142803] 2024-11-23T20:19:04,656 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:04,657 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:04,658 INFO [RS:0;80f3ff297c7b:36909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:04,658 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,658 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:04,659 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:04,659 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:04,659 DEBUG [RS:0;80f3ff297c7b:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,660 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36909,1732393142803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:04,674 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:04,674 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36909,1732393142803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,674 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,674 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.Replication(171): 80f3ff297c7b,36909,1732393142803 started 2024-11-23T20:19:04,688 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:04,688 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,36909,1732393142803, RpcServer on 80f3ff297c7b/172.17.0.2:36909, sessionid=0x101467b71be0001 2024-11-23T20:19:04,688 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:04,688 DEBUG [RS:0;80f3ff297c7b:36909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,688 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36909,1732393142803' 2024-11-23T20:19:04,688 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647403802/flush-table-proc/abort' 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647403802/flush-table-proc/acquired' 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36909,1732393142803' 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647403802/online-snapshot/abort' 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647403802/online-snapshot/acquired' 2024-11-23T20:19:04,689 DEBUG [RS:0;80f3ff297c7b:36909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:04,690 INFO [RS:0;80f3ff297c7b:36909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:04,690 INFO [RS:0;80f3ff297c7b:36909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:04,790 INFO [RS:0;80f3ff297c7b:36909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:04,792 INFO [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36909%2C1732393142803, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:04,805 DEBUG [RS:0;80f3ff297c7b:36909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792, exclude list is [], retry=0 2024-11-23T20:19:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:04,809 INFO [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792 2024-11-23T20:19:04,809 DEBUG [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:04,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:04,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c 2024-11-23T20:19:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:05,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:05,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:05,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:05,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:05,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:05,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:05,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:05,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:05,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:05,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:05,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:05,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:05,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:05,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:05,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:05,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:05,413 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:05,414 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63472916, jitterRate=-0.054179847240448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:05,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393145400Initializing all the Stores at 1732393145400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145401 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393145401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145401Cleaning up temporary data from old regions at 1732393145410 (+9 ms)Region opened successfully at 1732393145414 (+4 ms) 2024-11-23T20:19:05,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:05,414 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:05,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:05,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:05,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:05,415 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:05,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393145414Disabling compacts and flushes for region at 1732393145414Disabling writes for close at 1732393145414Writing region close event to WAL at 1732393145415 (+1 ms)Closed at 1732393145415 2024-11-23T20:19:05,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:05,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:05,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:05,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:05,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:05,568 DEBUG [80f3ff297c7b:45629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:05,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:05,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36909,1732393142803, state=OPENING 2024-11-23T20:19:05,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:05,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:05,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:05,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:05,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36909,1732393142803}] 2024-11-23T20:19:05,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:05,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:05,731 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:05,731 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:05,731 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:05,732 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36909%2C1732393142803.meta, suffix=.meta, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:05,746 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.meta.1732393145732.meta, exclude list is [], retry=0 2024-11-23T20:19:05,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:05,749 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.meta.1732393145732.meta 2024-11-23T20:19:05,749 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:05,749 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:05,750 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:05,750 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:05,750 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:05,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:05,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:05,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:05,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:05,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:05,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:05,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:05,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:05,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:05,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:05,756 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:05,756 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:05,757 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:05,758 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:05,758 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:05,758 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:05,759 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:05,759 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71356719, jitterRate=0.06329797208309174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:05,760 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:05,760 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393145750Writing region info on filesystem at 1732393145750Initializing all the Stores at 1732393145751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393145751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393145751Cleaning up temporary data from old regions at 1732393145758 (+7 ms)Running coprocessor post-open hooks at 1732393145760 (+2 ms)Region opened successfully at 1732393145760 2024-11-23T20:19:05,761 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393145726 2024-11-23T20:19:05,763 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:05,763 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:05,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:05,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36909,1732393142803, state=OPEN 2024-11-23T20:19:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:05,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:05,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:05,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:05,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:05,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36909,1732393142803 in 197 msec 2024-11-23T20:19:05,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:05,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-23T20:19:05,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:05,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:05,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:05,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36909,1732393142803, seqNum=-1] 2024-11-23T20:19:05,776 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:05,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:05,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-23T20:19:05,782 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393145781, completionTime=-1 2024-11-23T20:19:05,782 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:05,782 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:05,783 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:05,783 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393205783 2024-11-23T20:19:05,783 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393265783 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:45629, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,784 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,786 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:05,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:05,789 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:05,789 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:05,789 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45629,1732393142756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:05,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:05,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45629,-1 for getting cluster id 2024-11-23T20:19:05,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:05,831 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4585fb7b-41e4-496a-b677-ed9fa4d57a23' 2024-11-23T20:19:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4585fb7b-41e4-496a-b677-ed9fa4d57a23" 2024-11-23T20:19:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e10a141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45629,-1] 2024-11-23T20:19:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:05,833 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:05,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d0f969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:05,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36909,1732393142803, seqNum=-1] 2024-11-23T20:19:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:05,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:05,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:05,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467b71be0002 connected 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir so I do NOT create it in target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c 2024-11-23T20:19:05,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.tmp.dir so I do NOT create it in target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c 2024-11-23T20:19:05,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:05,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/cluster_3fcd59f5-a9a5-774c-6bdb-2ba12704c61b, deleteOnExit=true 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/test.cache.data in system properties and HBase conf 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:05,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:05,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:05,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:05,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:05,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:05,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:05,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:05,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:05,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:05,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:06,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14dd15f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/java.io.tmpdir/jetty-localhost-43055-hadoop-hdfs-3_4_1-tests_jar-_-any-3688704014831514239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:06,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:43055} 2024-11-23T20:19:06,048 INFO [Time-limited test {}] server.Server(415): Started @131476ms 2024-11-23T20:19:06,120 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:06,138 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,138 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,139 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,139 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,139 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:06,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:06,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:06,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:06,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:06,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:06,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a41fa34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:06,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483aba2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:06,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55360549{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/java.io.tmpdir/jetty-localhost-38435-hadoop-hdfs-3_4_1-tests_jar-_-any-17406935035255479080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:06,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77612b5f{HTTP/1.1, (http/1.1)}{localhost:38435} 2024-11-23T20:19:06,273 INFO [Time-limited test {}] server.Server(415): Started @131701ms 2024-11-23T20:19:06,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:06,394 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/cluster_3fcd59f5-a9a5-774c-6bdb-2ba12704c61b/data/data1/current/BP-1294353524-172.17.0.2-1732393145864/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:06,394 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/cluster_3fcd59f5-a9a5-774c-6bdb-2ba12704c61b/data/data2/current/BP-1294353524-172.17.0.2-1732393145864/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:06,411 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf17053dea76117fc with lease ID 0xfdcdd4471400e719: Processing first storage report for DS-73a73cb1-ab92-4b11-958d-bb1681bda912 from datanode DatanodeRegistration(127.0.0.1:38891, datanodeUuid=fbbcf601-a739-446c-b5d5-3cb6d1200243, infoPort=36961, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=727353231;c=1732393145864) 2024-11-23T20:19:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf17053dea76117fc with lease ID 0xfdcdd4471400e719: from storage DS-73a73cb1-ab92-4b11-958d-bb1681bda912 node DatanodeRegistration(127.0.0.1:38891, datanodeUuid=fbbcf601-a739-446c-b5d5-3cb6d1200243, infoPort=36961, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=727353231;c=1732393145864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf17053dea76117fc with lease ID 0xfdcdd4471400e719: Processing first storage report for DS-7bb8f8d5-1b9f-4dcc-9df3-bca9db6b8602 from datanode DatanodeRegistration(127.0.0.1:38891, datanodeUuid=fbbcf601-a739-446c-b5d5-3cb6d1200243, infoPort=36961, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=727353231;c=1732393145864) 2024-11-23T20:19:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf17053dea76117fc with lease ID 0xfdcdd4471400e719: from storage DS-7bb8f8d5-1b9f-4dcc-9df3-bca9db6b8602 node DatanodeRegistration(127.0.0.1:38891, datanodeUuid=fbbcf601-a739-446c-b5d5-3cb6d1200243, infoPort=36961, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=727353231;c=1732393145864), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:06,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c 2024-11-23T20:19:06,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:06,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade with version=8 2024-11-23T20:19:06,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/hbase-staging 2024-11-23T20:19:06,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:06,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:06,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:06,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40253 2024-11-23T20:19:06,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40253 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402530x0, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:06,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40253-0x101467b71be0003 connected 2024-11-23T20:19:06,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/running 2024-11-23T20:19:06,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade, hbase.cluster.distributed=false 2024-11-23T20:19:06,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/acl 2024-11-23T20:19:06,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-23T20:19:06,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40253 2024-11-23T20:19:06,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40253 2024-11-23T20:19:06,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-23T20:19:06,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-23T20:19:06,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:06,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:06,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40403 2024-11-23T20:19:06,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40403 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:06,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404030x0, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:06,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404030x0, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/running 2024-11-23T20:19:06,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40403-0x101467b71be0004 connected 2024-11-23T20:19:06,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:06,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:06,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/master 2024-11-23T20:19:06,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/acl 2024-11-23T20:19:06,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T20:19:06,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40403 2024-11-23T20:19:06,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40403 2024-11-23T20:19:06,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T20:19:06,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T20:19:07,002 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:40253 2024-11-23T20:19:07,003 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1205974320/backup-masters/80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:07,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/backup-masters 2024-11-23T20:19:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/backup-masters 2024-11-23T20:19:07,005 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on existing znode=/1-1205974320/backup-masters/80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1205974320/master 2024-11-23T20:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:07,007 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on existing znode=/1-1205974320/master 2024-11-23T20:19:07,007 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1205974320/backup-masters/80f3ff297c7b,40253,1732393146915 from backup master directory 2024-11-23T20:19:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1205974320/backup-masters/80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/backup-masters 2024-11-23T20:19:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/backup-masters 2024-11-23T20:19:07,010 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:07,010 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:07,014 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/hbase.id] with ID: 69f2a1e1-b45b-49fd-9251-ce3e44b90d3c 2024-11-23T20:19:07,014 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/.tmp/hbase.id 2024-11-23T20:19:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:07,421 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/.tmp/hbase.id]:[hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/hbase.id] 2024-11-23T20:19:07,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:07,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:07,433 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:19:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:07,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:07,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:07,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:08,250 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store 2024-11-23T20:19:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:08,656 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:08,656 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:08,656 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:08,656 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:08,657 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:08,657 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:08,657 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:08,657 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393148656Disabling compacts and flushes for region at 1732393148656Disabling writes for close at 1732393148657 (+1 ms)Writing region close event to WAL at 1732393148657Closed at 1732393148657 2024-11-23T20:19:08,657 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/.initializing 2024-11-23T20:19:08,658 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/WALs/80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:08,658 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:08,660 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C40253%2C1732393146915, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/WALs/80f3ff297c7b,40253,1732393146915, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:08,674 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/WALs/80f3ff297c7b,40253,1732393146915/80f3ff297c7b%2C40253%2C1732393146915.1732393148660, exclude list is [], retry=0 2024-11-23T20:19:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38891,DS-73a73cb1-ab92-4b11-958d-bb1681bda912,DISK] 2024-11-23T20:19:08,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/WALs/80f3ff297c7b,40253,1732393146915/80f3ff297c7b%2C40253%2C1732393146915.1732393148660 2024-11-23T20:19:08,678 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36961:36961)] 2024-11-23T20:19:08,679 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:08,679 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:08,679 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,679 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:08,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:08,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:08,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:08,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:08,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:08,686 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,687 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,687 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,688 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,688 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,688 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:08,689 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:08,691 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:08,691 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63890403, jitterRate=-0.04795880615711212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:08,691 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393148679Initializing all the Stores at 1732393148680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393148680Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393148680Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393148680Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393148680Cleaning up temporary data from old regions at 1732393148688 (+8 ms)Region opened successfully at 1732393148691 (+3 ms) 2024-11-23T20:19:08,692 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:08,694 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6f68f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:08,695 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:08,695 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:08,695 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:08,695 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:08,696 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:08,696 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:08,696 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:08,698 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:08,699 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Unable to get data of znode /1-1205974320/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:08,700 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/balancer already deleted, retry=false 2024-11-23T20:19:08,700 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:08,701 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Unable to get data of znode /1-1205974320/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:08,702 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/normalizer already deleted, retry=false 2024-11-23T20:19:08,702 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:08,703 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Unable to get data of znode /1-1205974320/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:08,705 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/switch/split already deleted, retry=false 2024-11-23T20:19:08,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Unable to get data of znode /1-1205974320/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:08,707 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/switch/merge already deleted, retry=false 2024-11-23T20:19:08,708 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Unable to get data of znode /1-1205974320/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:08,709 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1205974320/running 2024-11-23T20:19:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1205974320/running 2024-11-23T20:19:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,711 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,40253,1732393146915, sessionid=0x101467b71be0003, setting cluster-up flag (Was=false) 2024-11-23T20:19:08,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,724 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1205974320/flush-table-proc/acquired, /1-1205974320/flush-table-proc/reached, /1-1205974320/flush-table-proc/abort 2024-11-23T20:19:08,725 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:08,733 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1205974320/online-snapshot/acquired, /1-1205974320/online-snapshot/reached, /1-1205974320/online-snapshot/abort 2024-11-23T20:19:08,733 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:08,734 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:08,736 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:08,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:08,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:08,736 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,40253,1732393146915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:08,737 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393178738 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:08,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:08,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:08,739 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:08,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:08,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:08,740 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393148739,5,FailOnTimeoutGroup] 2024-11-23T20:19:08,740 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393148740,5,FailOnTimeoutGroup] 2024-11-23T20:19:08,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:08,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:08,788 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(746): ClusterId : 69f2a1e1-b45b-49fd-9251-ce3e44b90d3c 2024-11-23T20:19:08,788 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:08,790 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:08,790 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:08,793 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:08,793 DEBUG [RS:0;80f3ff297c7b:40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b203524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:08,819 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:40403 2024-11-23T20:19:08,819 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:08,819 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:08,819 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:08,820 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,40253,1732393146915 with port=40403, startcode=1732393146962 2024-11-23T20:19:08,820 DEBUG [RS:0;80f3ff297c7b:40403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:08,822 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:08,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40253 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,828 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade 2024-11-23T20:19:08,828 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-23T20:19:08,828 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:08,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/rs 2024-11-23T20:19:08,836 DEBUG [RS:0;80f3ff297c7b:40403 {}] zookeeper.ZKUtil(111): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on existing znode=/1-1205974320/rs/80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,836 WARN [RS:0;80f3ff297c7b:40403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:08,836 INFO [RS:0;80f3ff297c7b:40403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:08,836 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,40403,1732393146962] 2024-11-23T20:19:08,844 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:08,848 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:08,853 INFO [RS:0;80f3ff297c7b:40403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:08,853 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,853 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:08,854 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:08,854 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,854 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,854 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,854 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,854 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,854 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:08,855 DEBUG [RS:0;80f3ff297c7b:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:08,855 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,855 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,856 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,856 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,856 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,856 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40403,1732393146962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:08,875 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:08,875 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40403,1732393146962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,875 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,875 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.Replication(171): 80f3ff297c7b,40403,1732393146962 started 2024-11-23T20:19:08,893 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:08,893 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,40403,1732393146962, RpcServer on 80f3ff297c7b/172.17.0.2:40403, sessionid=0x101467b71be0004 2024-11-23T20:19:08,893 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:08,893 DEBUG [RS:0;80f3ff297c7b:40403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,893 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40403,1732393146962' 2024-11-23T20:19:08,893 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1205974320/flush-table-proc/abort' 2024-11-23T20:19:08,894 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1205974320/flush-table-proc/acquired' 2024-11-23T20:19:08,894 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:08,896 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:08,896 DEBUG [RS:0;80f3ff297c7b:40403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:08,896 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40403,1732393146962' 2024-11-23T20:19:08,896 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1205974320/online-snapshot/abort' 2024-11-23T20:19:08,897 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1205974320/online-snapshot/acquired' 2024-11-23T20:19:08,897 DEBUG [RS:0;80f3ff297c7b:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:08,897 INFO [RS:0;80f3ff297c7b:40403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:08,898 INFO [RS:0;80f3ff297c7b:40403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:08,998 INFO [RS:0;80f3ff297c7b:40403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:09,000 INFO [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40403%2C1732393146962, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/oldWALs, maxLogs=10 2024-11-23T20:19:09,022 DEBUG [RS:0;80f3ff297c7b:40403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962/80f3ff297c7b%2C40403%2C1732393146962.1732393149000, exclude list is [], retry=0 2024-11-23T20:19:09,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38891,DS-73a73cb1-ab92-4b11-958d-bb1681bda912,DISK] 2024-11-23T20:19:09,029 INFO [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962/80f3ff297c7b%2C40403%2C1732393146962.1732393149000 2024-11-23T20:19:09,030 DEBUG [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36961:36961)] 2024-11-23T20:19:09,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:09,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade 2024-11-23T20:19:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:09,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:09,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:09,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:09,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:09,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:09,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:09,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:09,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740 2024-11-23T20:19:09,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740 2024-11-23T20:19:09,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:09,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:09,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:09,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:09,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:09,176 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62650566, jitterRate=-0.06643381714820862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:09,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393149156Initializing all the Stores at 1732393149157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149158 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393149158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149158Cleaning up temporary data from old regions at 1732393149169 (+11 ms)Region opened successfully at 1732393149176 (+7 ms) 2024-11-23T20:19:09,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:09,176 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:09,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:09,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:09,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:09,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:09,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393149176Disabling compacts and flushes for region at 1732393149176Disabling writes for close at 1732393149176Writing region close event to WAL at 1732393149177 (+1 ms)Closed at 1732393149177 2024-11-23T20:19:09,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:09,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:09,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:09,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:09,331 DEBUG [80f3ff297c7b:40253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:09,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:09,333 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40403,1732393146962, state=OPENING 2024-11-23T20:19:09,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:09,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:09,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1205974320/meta-region-server: CHANGED 2024-11-23T20:19:09,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1205974320/meta-region-server: CHANGED 2024-11-23T20:19:09,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40403,1732393146962}] 2024-11-23T20:19:09,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:09,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:09,495 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:09,495 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:09,495 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:09,496 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40403%2C1732393146962.meta, suffix=.meta, logDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/oldWALs, maxLogs=10 2024-11-23T20:19:09,510 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962/80f3ff297c7b%2C40403%2C1732393146962.meta.1732393149496.meta, exclude list is [], retry=0 2024-11-23T20:19:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38891,DS-73a73cb1-ab92-4b11-958d-bb1681bda912,DISK] 2024-11-23T20:19:09,514 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/WALs/80f3ff297c7b,40403,1732393146962/80f3ff297c7b%2C40403%2C1732393146962.meta.1732393149496.meta 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36961:36961)] 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:09,515 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:09,515 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:09,515 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:09,516 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:09,516 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:09,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:09,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:09,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:09,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:09,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:09,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:09,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:09,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:09,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:09,521 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:09,522 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740 2024-11-23T20:19:09,523 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740 2024-11-23T20:19:09,524 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:09,524 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:09,524 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:09,525 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:09,526 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68261328, jitterRate=0.017173051834106445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:09,526 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:09,526 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393149516Writing region info on filesystem at 1732393149516Initializing all the Stores at 1732393149517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393149517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393149517Cleaning up temporary data from old regions at 1732393149524 (+7 ms)Running coprocessor post-open hooks at 1732393149526 (+2 ms)Region opened successfully at 1732393149526 2024-11-23T20:19:09,527 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393149489 2024-11-23T20:19:09,529 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:09,529 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:09,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:09,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40403,1732393146962, state=OPEN 2024-11-23T20:19:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1205974320/meta-region-server 2024-11-23T20:19:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1205974320/meta-region-server 2024-11-23T20:19:09,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1205974320/meta-region-server: CHANGED 2024-11-23T20:19:09,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1205974320/meta-region-server: CHANGED 2024-11-23T20:19:09,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:09,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:09,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40403,1732393146962 in 196 msec 2024-11-23T20:19:09,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:09,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-23T20:19:09,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:09,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:09,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:09,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40403,1732393146962, seqNum=-1] 2024-11-23T20:19:09,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:09,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:09,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-11-23T20:19:09,543 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393149543, completionTime=-1 2024-11-23T20:19:09,543 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:09,543 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393209545 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393269545 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:40253, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,545 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,546 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,547 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:09,549 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:09,551 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:09,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:09,551 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40253,1732393146915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:09,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1278b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40253,-1 for getting cluster id 2024-11-23T20:19:09,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:09,588 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f2a1e1-b45b-49fd-9251-ce3e44b90d3c' 2024-11-23T20:19:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f2a1e1-b45b-49fd-9251-ce3e44b90d3c" 2024-11-23T20:19:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c881f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40253,-1] 2024-11-23T20:19:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:09,590 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:09,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff71a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40403,1732393146962, seqNum=-1] 2024-11-23T20:19:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:09,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:09,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:09,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:09,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467b71be0005 connected 2024-11-23T20:19:09,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef6395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45629,-1 for getting cluster id 2024-11-23T20:19:09,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:09,602 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4585fb7b-41e4-496a-b677-ed9fa4d57a23' 2024-11-23T20:19:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4585fb7b-41e4-496a-b677-ed9fa4d57a23" 2024-11-23T20:19:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4044385d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45629,-1] 2024-11-23T20:19:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:09,603 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4911add8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9e00 2024-11-23T20:19:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:09,606 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:09,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:40253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:19:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:19:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:09,609 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40253' 2024-11-23T20:19:09,610 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ddb754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,610 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40253,-1 for getting cluster id 2024-11-23T20:19:09,610 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:09,611 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f2a1e1-b45b-49fd-9251-ce3e44b90d3c' 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f2a1e1-b45b-49fd-9251-ce3e44b90d3c" 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40253,-1] 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:09,612 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457652db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:09,613 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49de1831 2024-11-23T20:19:09,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:09,614 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:09,615 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T20:19:09,615 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:19:09,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:09,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:09,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:09,616 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:09,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:19:09,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:09,618 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741835_1011 (size=1138) 2024-11-23T20:19:09,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 829bd4ce992c303cb6868aca183034e6, NAME => 'hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c 2024-11-23T20:19:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741836_1012 (size=44) 2024-11-23T20:19:09,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:09,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 829bd4ce992c303cb6868aca183034e6, disabling compactions & flushes 2024-11-23T20:19:09,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. after waiting 0 ms 2024-11-23T20:19:09,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 829bd4ce992c303cb6868aca183034e6: Waiting for close lock at 1732393149642Disabling compacts and flushes for region at 1732393149642Disabling writes for close at 1732393149642Writing region close event to WAL at 1732393149642Closed at 1732393149642 2024-11-23T20:19:09,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:09,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393149643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393149643"}]},"ts":"1732393149643"} 2024-11-23T20:19:09,646 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:09,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:09,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393149647"}]},"ts":"1732393149647"} 2024-11-23T20:19:09,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:19:09,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN}] 2024-11-23T20:19:09,651 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN 2024-11-23T20:19:09,652 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN; state=OFFLINE, location=80f3ff297c7b,36909,1732393142803; forceNewPlan=false, retain=false 2024-11-23T20:19:09,667 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:19:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:09,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=829bd4ce992c303cb6868aca183034e6, regionState=OPENING, regionLocation=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:09,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN because future has completed 2024-11-23T20:19:09,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,36909,1732393142803}] 2024-11-23T20:19:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:09,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:09,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:19:09,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36909%2C1732393142803.rep, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:09,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.rep.1732393149965, exclude list is [], retry=0 2024-11-23T20:19:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:09,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.rep.1732393149965 2024-11-23T20:19:09,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:09,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 829bd4ce992c303cb6868aca183034e6, NAME => 'hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:09,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. service=MultiRowMutationService 2024-11-23T20:19:09,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,984 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,986 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName hfileref 2024-11-23T20:19:09,986 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,986 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:09,986 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,987 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName queue 2024-11-23T20:19:09,987 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,987 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:09,988 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,988 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName sid 2024-11-23T20:19:09,988 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:09,989 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:09,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:09,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 829bd4ce992c303cb6868aca183034e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61023138, jitterRate=-0.09068438410758972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:09,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:09,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 829bd4ce992c303cb6868aca183034e6: Running coprocessor pre-open hook at 1732393149983Writing region info on filesystem at 1732393149983Initializing all the Stores at 1732393149984 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393149984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393149984Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393149984Cleaning up temporary data from old regions at 1732393149991 (+7 ms)Running coprocessor post-open hooks at 1732393149995 (+4 ms)Region opened successfully at 1732393149995 2024-11-23T20:19:09,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., pid=7, masterSystemTime=1732393149959 2024-11-23T20:19:09,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:09,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=829bd4ce992c303cb6868aca183034e6, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,36909,1732393142803 because future has completed 2024-11-23T20:19:10,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T20:19:10,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,36909,1732393142803 in 196 msec 2024-11-23T20:19:10,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:19:10,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN in 354 msec 2024-11-23T20:19:10,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:10,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393150007"}]},"ts":"1732393150007"} 2024-11-23T20:19:10,009 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:19:10,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:10,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 394 msec 2024-11-23T20:19:10,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., hostname=80f3ff297c7b,36909,1732393142803, seqNum=2] 2024-11-23T20:19:10,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:10,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:10,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:19:10,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T20:19:10,185 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:19:10,230 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,36909,1732393142803, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:19:10,231 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:10,231 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36909,1732393142803, seqNum=-1] 2024-11-23T20:19:10,231 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:10,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T20:19:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,36909,1732393142803', locateType=CURRENT is [region=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., hostname=80f3ff297c7b,36909,1732393142803, seqNum=2] 2024-11-23T20:19:10,237 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T20:19:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T20:19:10,240 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,36909,1732393142803 suceeded 2024-11-23T20:19:10,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T20:19:10,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-23T20:19:10,242 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:40253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:19:10,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 636 msec 2024-11-23T20:19:10,253 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40253' 2024-11-23T20:19:10,254 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18785caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:10,254 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40253,-1 for getting cluster id 2024-11-23T20:19:10,254 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:10,255 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f2a1e1-b45b-49fd-9251-ce3e44b90d3c' 2024-11-23T20:19:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f2a1e1-b45b-49fd-9251-ce3e44b90d3c" 2024-11-23T20:19:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67443542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40253,-1] 2024-11-23T20:19:10,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:10,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,256 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:10,257 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4a62c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:10,257 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fbed74b 2024-11-23T20:19:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:10,259 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:10,259 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,36909,1732393142803 (queues=1) is replicating from cluster=4585fb7b-41e4-496a-b677-ed9fa4d57a23 to cluster=69f2a1e1-b45b-49fd-9251-ce3e44b90d3c 2024-11-23T20:19:10,259 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C36909%2C1732393142803 2024-11-23T20:19:10,259 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,36909,1732393142803, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:19:10,260 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.shipper80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C36909%2C1732393142803 2024-11-23T20:19:10,260 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792, startPosition=0, beingWritten=true 2024-11-23T20:19:10,465 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792 to pos 0, reset compression=false 2024-11-23T20:19:10,656 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:19:10,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:19:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:10,743 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:19:10,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:10,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:10,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:10,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca2b693 2024-11-23T20:19:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:10,746 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:10,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:19:10,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:10,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:10,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:10,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:19:10,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1169824464, stopped=false 2024-11-23T20:19:10,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,45629,1732393142756 2024-11-23T20:19:10,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:10,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:10,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:10,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:10,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:10,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:10,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:10,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,36909,1732393142803' ***** 2024-11-23T20:19:10,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:19:10,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:19:10,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:19:10,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(3091): Received CLOSE for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36909. 2024-11-23T20:19:10,750 DEBUG [RS:0;80f3ff297c7b:36909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:10,750 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:19:10,750 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:19:10,751 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:19:10,751 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 829bd4ce992c303cb6868aca183034e6=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.} 2024-11-23T20:19:10,751 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 829bd4ce992c303cb6868aca183034e6, disabling compactions & flushes 2024-11-23T20:19:10,751 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. after waiting 0 ms 2024-11-23T20:19:10,751 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:10,751 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 829bd4ce992c303cb6868aca183034e6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:10,751 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:10,751 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T20:19:10,764 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:10,770 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792 to pos 0, reset compression=false 2024-11-23T20:19:10,775 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/e7b1a309f5f04d47be2480acc32cde46 is 147, key is hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6./info:regioninfo/1732393149998/Put/seqid=0 2024-11-23T20:19:10,775 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/.tmp/queue/545649a5e54d433fa6db9faa26db960d is 151, key is 1-80f3ff297c7b,36909,1732393142803/queue:80f3ff297c7b%2C36909%2C1732393142803/1732393150236/Put/seqid=0 2024-11-23T20:19:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741838_1014 (size=5350) 2024-11-23T20:19:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741839_1015 (size=6631) 2024-11-23T20:19:10,779 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/.tmp/queue/545649a5e54d433fa6db9faa26db960d 2024-11-23T20:19:10,784 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/.tmp/queue/545649a5e54d433fa6db9faa26db960d as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/queue/545649a5e54d433fa6db9faa26db960d 2024-11-23T20:19:10,789 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/queue/545649a5e54d433fa6db9faa26db960d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T20:19:10,790 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 829bd4ce992c303cb6868aca183034e6 in 39ms, sequenceid=5, compaction requested=false 2024-11-23T20:19:10,794 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:19:10,794 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:10,794 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:10,794 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:10,795 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 829bd4ce992c303cb6868aca183034e6: Waiting for close lock at 1732393150751Running coprocessor pre-close hooks at 1732393150751Disabling compacts and flushes for region at 1732393150751Disabling writes for close at 1732393150751Obtaining lock to block concurrent updates at 1732393150751Preparing flush snapshotting stores in 829bd4ce992c303cb6868aca183034e6 at 1732393150751Finished memstore snapshotting hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732393150751Flushing stores of hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. at 1732393150752 (+1 ms)Flushing 829bd4ce992c303cb6868aca183034e6/queue: creating writer at 1732393150752Flushing 829bd4ce992c303cb6868aca183034e6/queue: appending metadata at 1732393150774 (+22 ms)Flushing 829bd4ce992c303cb6868aca183034e6/queue: closing flushed file at 1732393150774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c714da2: reopening flushed file at 1732393150783 (+9 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 829bd4ce992c303cb6868aca183034e6 in 39ms, sequenceid=5, compaction requested=false at 1732393150790 (+7 ms)Writing region close event to WAL at 1732393150791 (+1 ms)Running coprocessor post-close hooks at 1732393150794 (+3 ms)Closed at 1732393150794 2024-11-23T20:19:10,795 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:10,951 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:11,151 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:11,174 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792 to pos 0, reset compression=false 2024-11-23T20:19:11,180 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/e7b1a309f5f04d47be2480acc32cde46 2024-11-23T20:19:11,200 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/ns/6b73f390c31043d5bba4fc82db49ac5e is 43, key is default/ns:d/1732393145778/Put/seqid=0 2024-11-23T20:19:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741840_1016 (size=5153) 2024-11-23T20:19:11,351 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:11,552 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:11,605 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/ns/6b73f390c31043d5bba4fc82db49ac5e 2024-11-23T20:19:11,624 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/table/349a2ae2900e4dfb8bba3c9016ae0868 is 53, key is hbase:replication/table:state/1732393150007/Put/seqid=0 2024-11-23T20:19:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741841_1017 (size=5256) 2024-11-23T20:19:11,679 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803/80f3ff297c7b%2C36909%2C1732393142803.1732393144792 to pos 0, reset compression=false 2024-11-23T20:19:11,731 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:19:11,731 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:19:11,752 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:19:11,752 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:19:11,752 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:11,952 DEBUG [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:12,029 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/table/349a2ae2900e4dfb8bba3c9016ae0868 2024-11-23T20:19:12,035 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/e7b1a309f5f04d47be2480acc32cde46 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/info/e7b1a309f5f04d47be2480acc32cde46 2024-11-23T20:19:12,039 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/info/e7b1a309f5f04d47be2480acc32cde46, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T20:19:12,040 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/ns/6b73f390c31043d5bba4fc82db49ac5e as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/ns/6b73f390c31043d5bba4fc82db49ac5e 2024-11-23T20:19:12,045 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/ns/6b73f390c31043d5bba4fc82db49ac5e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:19:12,045 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/table/349a2ae2900e4dfb8bba3c9016ae0868 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/table/349a2ae2900e4dfb8bba3c9016ae0868 2024-11-23T20:19:12,050 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/table/349a2ae2900e4dfb8bba3c9016ae0868, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T20:19:12,050 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-23T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:12,055 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393150751Running coprocessor pre-close hooks at 1732393150751Disabling compacts and flushes for region at 1732393150751Disabling writes for close at 1732393150751Obtaining lock to block concurrent updates at 1732393150751Preparing flush snapshotting stores in 1588230740 at 1732393150751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732393150751Flushing stores of hbase:meta,,1.1588230740 at 1732393150752 (+1 ms)Flushing 1588230740/info: creating writer at 1732393150752Flushing 1588230740/info: appending metadata at 1732393150774 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732393150774Flushing 1588230740/ns: creating writer at 1732393151184 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732393151199 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732393151199Flushing 1588230740/table: creating writer at 1732393151610 (+411 ms)Flushing 1588230740/table: appending metadata at 1732393151624 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732393151624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779d9f56: reopening flushed file at 1732393152034 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba1715c: reopening flushed file at 1732393152040 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ada007: reopening flushed file at 1732393152045 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1732393152051 (+6 ms)Writing region close event to WAL at 1732393152052 (+1 ms)Running coprocessor post-close hooks at 1732393152055 (+3 ms)Closed at 1732393152055 2024-11-23T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:12,152 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,36909,1732393142803; all regions closed. 2024-11-23T20:19:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741834_1010 (size=2742) 2024-11-23T20:19:12,157 DEBUG [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:12,157 INFO [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36909%2C1732393142803.meta:.meta(num 1732393145732) 2024-11-23T20:19:12,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741837_1013 (size=1586) 2024-11-23T20:19:12,163 DEBUG [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:12,163 INFO [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36909%2C1732393142803.rep:(num 1732393149965) 2024-11-23T20:19:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741832_1008 (size=93) 2024-11-23T20:19:12,168 DEBUG [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:12,168 INFO [RS:0;80f3ff297c7b:36909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36909%2C1732393142803:(num 1732393144792) 2024-11-23T20:19:12,168 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:12,168 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:12,168 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:12,168 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:12,169 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:12,169 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:12,169 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,36909,1732393142803 because: Region server is closing 2024-11-23T20:19:12,169 INFO [RS:0;80f3ff297c7b:36909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36909. 2024-11-23T20:19:12,169 DEBUG [RS:0;80f3ff297c7b:36909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:12,169 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:12,169 DEBUG [RS:0;80f3ff297c7b:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:12,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:12,269 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.shipper80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:19:12,270 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.wal-reader.80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:19:12,270 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,36909,1732393142803.replicationSource.shipper80f3ff297c7b%2C36909%2C1732393142803,1-80f3ff297c7b,36909,1732393142803 terminated 2024-11-23T20:19:12,270 INFO [RS:0;80f3ff297c7b:36909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36909 2024-11-23T20:19:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/rs/80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/rs 2024-11-23T20:19:12,272 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:12,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,36909,1732393142803] 2024-11-23T20:19:12,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/draining/80f3ff297c7b,36909,1732393142803 already deleted, retry=false 2024-11-23T20:19:12,275 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,36909,1732393142803 expired; onlineServers=0 2024-11-23T20:19:12,275 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,45629,1732393142756' ***** 2024-11-23T20:19:12,275 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:12,275 INFO [M:0;80f3ff297c7b:45629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:12,275 INFO [M:0;80f3ff297c7b:45629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:12,275 DEBUG [M:0;80f3ff297c7b:45629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:12,275 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:12,275 DEBUG [M:0;80f3ff297c7b:45629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:12,275 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393144590 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393144590,5,FailOnTimeoutGroup] 2024-11-23T20:19:12,275 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393144588 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393144588,5,FailOnTimeoutGroup] 2024-11-23T20:19:12,276 INFO [M:0;80f3ff297c7b:45629 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:12,276 INFO [M:0;80f3ff297c7b:45629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:12,276 DEBUG [M:0;80f3ff297c7b:45629 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:12,276 INFO [M:0;80f3ff297c7b:45629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:12,276 INFO [M:0;80f3ff297c7b:45629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:12,276 INFO [M:0;80f3ff297c7b:45629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:12,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/master 2024-11-23T20:19:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:12,277 DEBUG [M:0;80f3ff297c7b:45629 {}] zookeeper.ZKUtil(347): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/master because node does not exist (not an error) 2024-11-23T20:19:12,277 WARN [M:0;80f3ff297c7b:45629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:19:12,278 INFO [M:0;80f3ff297c7b:45629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.lastflushedseqids 2024-11-23T20:19:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741842_1018 (size=181) 2024-11-23T20:19:12,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:12,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x101467b71be0001, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:12,373 INFO [RS:0;80f3ff297c7b:36909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:12,373 INFO [RS:0;80f3ff297c7b:36909 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,36909,1732393142803; zookeeper connection closed. 2024-11-23T20:19:12,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@319d45c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@319d45c0 2024-11-23T20:19:12,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:12,687 INFO [M:0;80f3ff297c7b:45629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:12,687 INFO [M:0;80f3ff297c7b:45629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:12,687 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:12,687 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:12,687 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:12,687 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:12,687 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:12,687 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T20:19:12,703 DEBUG [M:0;80f3ff297c7b:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b212bd2458a4f148f1c88965cbaa049 is 82, key is hbase:meta,,1/info:regioninfo/1732393145763/Put/seqid=0 2024-11-23T20:19:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741843_1019 (size=5672) 2024-11-23T20:19:13,107 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b212bd2458a4f148f1c88965cbaa049 2024-11-23T20:19:13,128 DEBUG [M:0;80f3ff297c7b:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fbc6ebedd24eeba4a5ffd396cc1205 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732393150012/Put/seqid=0 2024-11-23T20:19:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741844_1020 (size=7203) 2024-11-23T20:19:13,532 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fbc6ebedd24eeba4a5ffd396cc1205 2024-11-23T20:19:13,552 DEBUG [M:0;80f3ff297c7b:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ece93523e574267a9a26d513b5e4bf1 is 69, key is 80f3ff297c7b,36909,1732393142803/rs:state/1732393144649/Put/seqid=0 2024-11-23T20:19:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741845_1021 (size=5156) 2024-11-23T20:19:13,956 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ece93523e574267a9a26d513b5e4bf1 2024-11-23T20:19:13,961 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b212bd2458a4f148f1c88965cbaa049 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b212bd2458a4f148f1c88965cbaa049 2024-11-23T20:19:13,965 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b212bd2458a4f148f1c88965cbaa049, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T20:19:13,966 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fbc6ebedd24eeba4a5ffd396cc1205 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84fbc6ebedd24eeba4a5ffd396cc1205 2024-11-23T20:19:13,970 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84fbc6ebedd24eeba4a5ffd396cc1205, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T20:19:13,970 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ece93523e574267a9a26d513b5e4bf1 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ece93523e574267a9a26d513b5e4bf1 2024-11-23T20:19:13,974 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ece93523e574267a9a26d513b5e4bf1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T20:19:13,975 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-23T20:19:13,976 INFO [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:13,976 DEBUG [M:0;80f3ff297c7b:45629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393152687Disabling compacts and flushes for region at 1732393152687Disabling writes for close at 1732393152687Obtaining lock to block concurrent updates at 1732393152687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393152687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732393152687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393152688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393152688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393152703 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393152703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393153113 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393153127 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393153127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393153537 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393153551 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393153551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22039857: reopening flushed file at 1732393153961 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66477dd8: reopening flushed file at 1732393153966 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9cd429: reopening flushed file at 1732393153970 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732393153975 (+5 ms)Writing region close event to WAL at 1732393153976 (+1 ms)Closed at 1732393153976 2024-11-23T20:19:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741830_1006 (size=41008) 2024-11-23T20:19:13,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 not finished, retry = 0 2024-11-23T20:19:14,079 INFO [M:0;80f3ff297c7b:45629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:14,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:14,079 INFO [M:0;80f3ff297c7b:45629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45629 2024-11-23T20:19:14,080 INFO [M:0;80f3ff297c7b:45629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:14,181 INFO [M:0;80f3ff297c7b:45629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101467b71be0000, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:14,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:14,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32851 2024-11-23T20:19:14,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32851 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328510x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:14,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32851-0x101467b71be0006 connected 2024-11-23T20:19:14,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:14,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:14,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:14,194 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: INIT 2024-11-23T20:19:14,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c, hbase.cluster.distributed=false 2024-11-23T20:19:14,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/acl 2024-11-23T20:19:14,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-23T20:19:14,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32851 2024-11-23T20:19:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32851 2024-11-23T20:19:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-23T20:19:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32851 2024-11-23T20:19:14,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:14,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:14,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:14,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35843 2024-11-23T20:19:14,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35843 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-23T20:19:14,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:14,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:14,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358430x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:14,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358430x0, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:14,219 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: INIT 2024-11-23T20:19:14,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35843-0x101467b71be0007 connected 2024-11-23T20:19:14,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:14,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:14,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/master 2024-11-23T20:19:14,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/acl 2024-11-23T20:19:14,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35843 2024-11-23T20:19:14,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35843 2024-11-23T20:19:14,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35843 2024-11-23T20:19:14,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35843 2024-11-23T20:19:14,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35843 2024-11-23T20:19:14,234 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:32851 2024-11-23T20:19:14,235 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-647403802/backup-masters/80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:14,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:14,237 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/backup-masters/80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/master 2024-11-23T20:19:14,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:14,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:14,239 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/master 2024-11-23T20:19:14,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-647403802/backup-masters/80f3ff297c7b,32851,1732393154183 from backup master directory 2024-11-23T20:19:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/backup-masters/80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/backup-masters 2024-11-23T20:19:14,240 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:14,240 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,249 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:14,250 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:14,255 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-23T20:19:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741846_1022 (size=196) 2024-11-23T20:19:14,668 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:14,669 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:14,670 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:14,676 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T20:19:14,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756 to hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756-dead as it is dead 2024-11-23T20:19:14,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756-dead/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:14,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756-dead/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 after 1ms 2024-11-23T20:19:14,680 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756-dead/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 to hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:14,680 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,45629,1732393142756-dead 2024-11-23T20:19:14,680 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:14,682 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C32851%2C1732393154183, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,32851,1732393154183, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:14,696 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,32851,1732393154183/80f3ff297c7b%2C32851%2C1732393154183.1732393154682, exclude list is [], retry=0 2024-11-23T20:19:14,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:14,699 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,32851,1732393154183/80f3ff297c7b%2C32851%2C1732393154183.1732393154682 2024-11-23T20:19:14,700 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:14,700 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:14,701 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:14,701 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,701 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:14,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:14,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b212bd2458a4f148f1c88965cbaa049 2024-11-23T20:19:14,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:14,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:14,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:14,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84fbc6ebedd24eeba4a5ffd396cc1205 2024-11-23T20:19:14,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:14,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:14,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:14,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ece93523e574267a9a26d513b5e4bf1 2024-11-23T20:19:14,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:14,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:14,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:14,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:14,720 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,721 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T20:19:14,721 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:14,725 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:14,725 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80f3ff297c7b%2C45629%2C1732393142756.1732393144498 2024-11-23T20:19:14,726 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,726 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,727 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:14,728 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:14,730 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T20:19:14,731 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67916136, jitterRate=0.012029290199279785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:14,731 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393154701Initializing all the Stores at 1732393154702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393154702Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393154702Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393154702Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393154702Cleaning up temporary data from old regions at 1732393154727 (+25 ms)Region opened successfully at 1732393154731 (+4 ms) 2024-11-23T20:19:14,732 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:14,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:14,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T20:19:14,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:14,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:14,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:14,737 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:14,739 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:14,740 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:19:14,740 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:19:14,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-23T20:19:14,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:14,742 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=80f3ff297c7b,36909,1732393142803, regionLocation=80f3ff297c7b,36909,1732393142803, openSeqNum=2 2024-11-23T20:19:14,743 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=80f3ff297c7b,36909,1732393142803, table=hbase:meta, region=1588230740 2024-11-23T20:19:14,743 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36909,1732393142803, state=OPEN 2024-11-23T20:19:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:14,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:14,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:14,747 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:14,748 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/draining/80f3ff297c7b,36909,1732393142803 already deleted, retry=false 2024-11-23T20:19:14,748 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 80f3ff297c7b,36909,1732393142803 on 80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,749 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 80f3ff297c7b,36909,1732393142803, splitWal=true, meta=true 2024-11-23T20:19:14,749 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 80f3ff297c7b,36909,1732393142803 (carryingMeta=true) 80f3ff297c7b,36909,1732393142803/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@167a4677[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T20:19:14,751 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:14,752 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/balancer already deleted, retry=false 2024-11-23T20:19:14,752 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:14,752 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:14,759 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/normalizer already deleted, retry=false 2024-11-23T20:19:14,759 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:14,761 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:14,762 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/switch/split already deleted, retry=false 2024-11-23T20:19:14,763 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:14,763 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/switch/merge already deleted, retry=false 2024-11-23T20:19:14,768 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:14,769 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:14,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:14,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:14,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:14,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:14,771 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,32851,1732393154183, sessionid=0x101467b71be0006, setting cluster-up flag (Was=false) 2024-11-23T20:19:14,773 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647403802/flush-table-proc/acquired, /0-647403802/flush-table-proc/reached, /0-647403802/flush-table-proc/abort 2024-11-23T20:19:14,774 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,776 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647403802/online-snapshot/acquired, /0-647403802/online-snapshot/reached, /0-647403802/online-snapshot/abort 2024-11-23T20:19:14,777 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:14,778 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.lastflushedseqids 2024-11-23T20:19:14,779 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:14,780 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:14,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,32851,1732393154183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 80f3ff297c7b,36909,1732393142803 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:14,781 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393184785 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:14,785 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,785 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 80f3ff297c7b,36909,1732393142803, splitWal=true, meta=true 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:14,786 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393154786,5,FailOnTimeoutGroup] 2024-11-23T20:19:14,786 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 80f3ff297c7b,36909,1732393142803, splitWal=true, meta=true, isMeta: true 2024-11-23T20:19:14,786 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393154786,5,FailOnTimeoutGroup] 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,786 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393154787, completionTime=-1 2024-11-23T20:19:14,787 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T20:19:14,787 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T20:19:14,787 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803-splitting 2024-11-23T20:19:14,788 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803-splitting dir is empty, no logs to split. 2024-11-23T20:19:14,788 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80f3ff297c7b,36909,1732393142803 WAL count=0, meta=true 2024-11-23T20:19:14,790 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803-splitting dir is empty, no logs to split. 2024-11-23T20:19:14,790 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80f3ff297c7b,36909,1732393142803 WAL count=0, meta=true 2024-11-23T20:19:14,790 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 80f3ff297c7b,36909,1732393142803 WAL splitting is done? wals=0, meta=true 2024-11-23T20:19:14,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:14,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:14,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T20:19:14,825 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(746): ClusterId : 4585fb7b-41e4-496a-b677-ed9fa4d57a23 2024-11-23T20:19:14,825 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:14,828 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:14,828 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:14,830 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:14,830 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63573a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:14,842 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:35843 2024-11-23T20:19:14,842 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:14,842 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:14,842 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:14,842 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,32851,1732393154183 with port=35843, startcode=1732393154211 2024-11-23T20:19:14,843 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:14,844 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:14,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,846 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c 2024-11-23T20:19:14,846 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39331 2024-11-23T20:19:14,846 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/rs 2024-11-23T20:19:14,851 DEBUG [RS:0;80f3ff297c7b:35843 {}] zookeeper.ZKUtil(111): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on existing znode=/0-647403802/rs/80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,851 WARN [RS:0;80f3ff297c7b:35843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:14,851 INFO [RS:0;80f3ff297c7b:35843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:14,851 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,35843,1732393154211] 2024-11-23T20:19:14,870 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:14,871 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:14,871 INFO [RS:0;80f3ff297c7b:35843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:14,871 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,871 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:14,872 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:14,872 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:14,872 DEBUG [RS:0;80f3ff297c7b:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,873 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35843,1732393154211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:14,886 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:14,886 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35843,1732393154211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,887 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T20:19:14,899 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,35843,1732393154211, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:19:14,899 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,900 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.Replication(171): 80f3ff297c7b,35843,1732393154211 started 2024-11-23T20:19:14,912 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:14,912 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,35843,1732393154211, RpcServer on 80f3ff297c7b/172.17.0.2:35843, sessionid=0x101467b71be0007 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35843,1732393154211' 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647403802/flush-table-proc/abort' 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647403802/flush-table-proc/acquired' 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35843,1732393154211' 2024-11-23T20:19:14,913 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647403802/online-snapshot/abort' 2024-11-23T20:19:14,914 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647403802/online-snapshot/acquired' 2024-11-23T20:19:14,914 DEBUG [RS:0;80f3ff297c7b:35843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:14,914 INFO [RS:0;80f3ff297c7b:35843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:14,914 INFO [RS:0;80f3ff297c7b:35843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:14,914 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40253' 2024-11-23T20:19:14,915 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254dbc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:14,915 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40253,-1 for getting cluster id 2024-11-23T20:19:14,915 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:14,916 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f2a1e1-b45b-49fd-9251-ce3e44b90d3c' 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f2a1e1-b45b-49fd-9251-ce3e44b90d3c" 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484e6897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40253,-1] 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:14,918 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:14,919 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e9532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:14,919 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afcd85c 2024-11-23T20:19:14,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:14,920 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:14,921 INFO [RS:0;80f3ff297c7b:35843.replicationSource,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,35843,1732393154211 (queues=0) is replicating from cluster=4585fb7b-41e4-496a-b677-ed9fa4d57a23 to cluster=69f2a1e1-b45b-49fd-9251-ce3e44b90d3c 2024-11-23T20:19:14,943 WARN [80f3ff297c7b:32851 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T20:19:15,014 INFO [RS:0;80f3ff297c7b:35843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:15,016 INFO [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35843%2C1732393154211, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:15,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:15,033 DEBUG [RS:0;80f3ff297c7b:35843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016, exclude list is [], retry=0 2024-11-23T20:19:15,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:15,039 INFO [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 2024-11-23T20:19:15,040 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80f3ff297c7b%2C35843%2C1732393154211 for peer 1 2024-11-23T20:19:15,040 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C35843%2C1732393154211 2024-11-23T20:19:15,040 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,35843,1732393154211, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:19:15,042 DEBUG [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:15,042 INFO [RS:0;80f3ff297c7b:35843.replicationSource.shipper80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C35843%2C1732393154211 2024-11-23T20:19:15,042 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016, startPosition=0, beingWritten=true 2024-11-23T20:19:15,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:15,193 DEBUG [80f3ff297c7b:32851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:15,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:15,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35843,1732393154211, state=OPENING 2024-11-23T20:19:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:15,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:15,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:15,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:15,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35843,1732393154211}] 2024-11-23T20:19:15,247 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:15,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:15,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:15,355 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:15,355 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:15,355 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:15,356 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35843%2C1732393154211.meta, suffix=.meta, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:15,370 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.meta.1732393155356.meta, exclude list is [], retry=0 2024-11-23T20:19:15,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:15,374 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.meta.1732393155356.meta 2024-11-23T20:19:15,376 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:15,376 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:15,376 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:15,377 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:15,377 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:15,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:15,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:15,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:15,386 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/info/e7b1a309f5f04d47be2480acc32cde46 2024-11-23T20:19:15,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:15,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:15,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:15,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:15,392 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/ns/6b73f390c31043d5bba4fc82db49ac5e 2024-11-23T20:19:15,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:15,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:15,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:15,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:15,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:15,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:15,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:15,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:15,401 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/table/349a2ae2900e4dfb8bba3c9016ae0868 2024-11-23T20:19:15,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:15,401 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:15,402 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:15,403 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740 2024-11-23T20:19:15,404 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:15,404 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:15,405 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:15,406 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:15,407 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73028314, jitterRate=0.08820667862892151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:15,407 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:15,407 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393155377Writing region info on filesystem at 1732393155377Initializing all the Stores at 1732393155378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393155378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393155379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393155379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393155379Cleaning up temporary data from old regions at 1732393155405 (+26 ms)Running coprocessor post-open hooks at 1732393155407 (+2 ms)Region opened successfully at 1732393155407 2024-11-23T20:19:15,408 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732393155349 2024-11-23T20:19:15,410 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:15,410 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:15,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:15,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35843,1732393154211, state=OPEN 2024-11-23T20:19:15,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:15,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647403802/meta-region-server 2024-11-23T20:19:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:15,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647403802/meta-region-server: CHANGED 2024-11-23T20:19:15,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:15,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T20:19:15,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35843,1732393154211 in 217 msec 2024-11-23T20:19:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:19:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-23T20:19:15,552 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:15,956 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:16,389 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-23T20:19:16,462 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:17,067 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:17,771 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:17,892 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T20:19:18,591 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:19,296 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T20:19:19,297 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:19,297 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:19,297 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35843,1732393154211, seqNum=-1] 2024-11-23T20:19:19,297 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:19,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:19,303 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=829bd4ce992c303cb6868aca183034e6, regionState=OPEN, lastHost=80f3ff297c7b,36909,1732393142803, regionLocation=80f3ff297c7b,36909,1732393142803, openSeqNum=2 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393219304 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393279304 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-23T20:19:19,304 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 80f3ff297c7b,36909,1732393142803 had 2 regions 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:32851, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,304 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,305 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,305 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 80f3ff297c7b,36909,1732393142803, splitWal=true, meta=true, isMeta: false 2024-11-23T20:19:19,313 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803-splitting dir is empty, no logs to split. 2024-11-23T20:19:19,313 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80f3ff297c7b,36909,1732393142803 WAL count=0, meta=false 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.076sec 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:19,316 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,36909,1732393142803-splitting dir is empty, no logs to split. 2024-11-23T20:19:19,316 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80f3ff297c7b,36909,1732393142803 WAL count=0, meta=false 2024-11-23T20:19:19,316 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:19,317 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 80f3ff297c7b,36909,1732393142803 WAL splitting is done? wals=0, meta=false 2024-11-23T20:19:19,317 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:19,322 WARN [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=80f3ff297c7b,36909,1732393142803/hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:19,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN}] 2024-11-23T20:19:19,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN 2024-11-23T20:19:19,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T20:19:19,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:19,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:19,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,32851,1732393154183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:19,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,32851,-1 for getting cluster id 2024-11-23T20:19:19,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:19,348 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4585fb7b-41e4-496a-b677-ed9fa4d57a23' 2024-11-23T20:19:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4585fb7b-41e4-496a-b677-ed9fa4d57a23" 2024-11-23T20:19:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e08b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,32851,-1] 2024-11-23T20:19:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,351 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed0b7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35843,1732393154211, seqNum=-1] 2024-11-23T20:19:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:19,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:19,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T20:19:19,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:19,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:19,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 80f3ff297c7b:32851 after: 80f3ff297c7b:32851 2024-11-23T20:19:19,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:19,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330a8952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,32851,-1 for getting cluster id 2024-11-23T20:19:19,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:19,378 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4585fb7b-41e4-496a-b677-ed9fa4d57a23' 2024-11-23T20:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4585fb7b-41e4-496a-b677-ed9fa4d57a23" 2024-11-23T20:19:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3b5e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,32851,-1] 2024-11-23T20:19:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,380 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:19,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa36ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:19,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a49a974 2024-11-23T20:19:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:19,384 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:19,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T20:19:19,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:19:19,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:19,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:19,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:19:19,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=285477770, stopped=false 2024-11-23T20:19:19,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,40253,1732393146915 2024-11-23T20:19:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1205974320/running 2024-11-23T20:19:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1205974320/running 2024-11-23T20:19:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:19,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:19,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:19,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:19,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,40403,1732393146962' ***** 2024-11-23T20:19:19,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/running 2024-11-23T20:19:19,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:19:19,388 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:19:19,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Set watcher on znode that does not yet exist, /1-1205974320/running 2024-11-23T20:19:19,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40403. 2024-11-23T20:19:19,389 DEBUG [RS:0;80f3ff297c7b:40403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:19,389 DEBUG [RS:0;80f3ff297c7b:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:19:19,389 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:19:19,392 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:19:19,392 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:19:19,392 DEBUG [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:19,393 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:19,393 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:19,393 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:19,393 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:19,393 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:19,393 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T20:19:19,415 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/.tmp/ns/d77095b579284108a90a893a5cf6ff8c is 43, key is default/ns:d/1732393149540/Put/seqid=0 2024-11-23T20:19:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741835_1011 (size=5153) 2024-11-23T20:19:19,440 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/.tmp/ns/d77095b579284108a90a893a5cf6ff8c 2024-11-23T20:19:19,463 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/.tmp/ns/d77095b579284108a90a893a5cf6ff8c as hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/ns/d77095b579284108a90a893a5cf6ff8c 2024-11-23T20:19:19,464 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:19,475 DEBUG [80f3ff297c7b:32851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:19,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=829bd4ce992c303cb6868aca183034e6, regionState=OPENING, regionLocation=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:19,478 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/ns/d77095b579284108a90a893a5cf6ff8c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T20:19:19,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN because future has completed 2024-11-23T20:19:19,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,35843,1732393154211}] 2024-11-23T20:19:19,481 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=6, compaction requested=false 2024-11-23T20:19:19,482 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:19:19,506 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:19,506 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T20:19:19,507 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:19,507 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:19,508 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:19,508 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393159393Running coprocessor pre-close hooks at 1732393159393Disabling compacts and flushes for region at 1732393159393Disabling writes for close at 1732393159393Obtaining lock to block concurrent updates at 1732393159393Preparing flush snapshotting stores in 1588230740 at 1732393159393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732393159393Flushing stores of hbase:meta,,1.1588230740 at 1732393159395 (+2 ms)Flushing 1588230740/ns: creating writer at 1732393159395Flushing 1588230740/ns: appending metadata at 1732393159414 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732393159414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118e51f3: reopening flushed file at 1732393159454 (+40 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=6, compaction requested=false at 1732393159482 (+28 ms)Writing region close event to WAL at 1732393159497 (+15 ms)Running coprocessor post-close hooks at 1732393159507 (+10 ms)Closed at 1732393159508 (+1 ms) 2024-11-23T20:19:19,508 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:19,593 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,40403,1732393146962; all regions closed. 2024-11-23T20:19:19,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741834_1010 (size=1152) 2024-11-23T20:19:19,599 DEBUG [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/oldWALs 2024-11-23T20:19:19,600 INFO [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C40403%2C1732393146962.meta:.meta(num 1732393149496) 2024-11-23T20:19:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741832_1008 (size=93) 2024-11-23T20:19:19,604 DEBUG [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/oldWALs 2024-11-23T20:19:19,604 INFO [RS:0;80f3ff297c7b:40403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C40403%2C1732393146962:(num 1732393149000) 2024-11-23T20:19:19,604 DEBUG [RS:0;80f3ff297c7b:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:19,604 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:19,604 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:19,604 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:19,605 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:19,605 INFO [RS:0;80f3ff297c7b:40403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40403 2024-11-23T20:19:19,605 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:19,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320/rs 2024-11-23T20:19:19,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1205974320/rs/80f3ff297c7b,40403,1732393146962 2024-11-23T20:19:19,606 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:19,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,40403,1732393146962] 2024-11-23T20:19:19,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/draining/80f3ff297c7b,40403,1732393146962 already deleted, retry=false 2024-11-23T20:19:19,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,40403,1732393146962 expired; onlineServers=0 2024-11-23T20:19:19,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,40253,1732393146915' ***** 2024-11-23T20:19:19,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:19,611 DEBUG [M:0;80f3ff297c7b:40253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:19,611 DEBUG [M:0;80f3ff297c7b:40253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:19,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:19,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393148739 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393148739,5,FailOnTimeoutGroup] 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:19,611 DEBUG [M:0;80f3ff297c7b:40253 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:19,611 INFO [M:0;80f3ff297c7b:40253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:19,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393148740 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393148740,5,FailOnTimeoutGroup] 2024-11-23T20:19:19,612 INFO [M:0;80f3ff297c7b:40253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:19,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1205974320/master 2024-11-23T20:19:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1205974320 2024-11-23T20:19:19,615 DEBUG [M:0;80f3ff297c7b:40253 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1205974320/master already deleted, retry=false 2024-11-23T20:19:19,615 DEBUG [M:0;80f3ff297c7b:40253 {}] master.ActiveMasterManager(353): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1205974320/master 2024-11-23T20:19:19,626 INFO [M:0;80f3ff297c7b:40253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/.lastflushedseqids 2024-11-23T20:19:19,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:19,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:19,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:19:19,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35843%2C1732393154211.rep, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs, maxLogs=10 2024-11-23T20:19:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741836_1012 (size=99) 2024-11-23T20:19:19,661 INFO [M:0;80f3ff297c7b:40253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:19,661 INFO [M:0;80f3ff297c7b:40253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:19,661 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:19,661 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:19,661 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:19,661 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:19,661 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:19,661 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T20:19:19,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.rep.1732393159652, exclude list is [], retry=0 2024-11-23T20:19:19,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35309,DS-9ca8377e-ae53-4eaf-871c-0995190f1256,DISK] 2024-11-23T20:19:19,686 DEBUG [M:0;80f3ff297c7b:40253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a8907581fe40c5ba80c3d2101fcd31 is 82, key is hbase:meta,,1/info:regioninfo/1732393149529/Put/seqid=0 2024-11-23T20:19:19,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.rep.1732393159652 2024-11-23T20:19:19,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37677:37677)] 2024-11-23T20:19:19,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 829bd4ce992c303cb6868aca183034e6, NAME => 'hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:19,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:19,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:19,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. service=MultiRowMutationService 2024-11-23T20:19:19,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:19:19,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:19,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741837_1013 (size=5672) 2024-11-23T20:19:19,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:19,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101467b71be0004, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:19,709 INFO [RS:0;80f3ff297c7b:40403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:19,709 INFO [RS:0;80f3ff297c7b:40403 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,40403,1732393146962; zookeeper connection closed. 2024-11-23T20:19:19,712 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a8907581fe40c5ba80c3d2101fcd31 2024-11-23T20:19:19,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce73460 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce73460 2024-11-23T20:19:19,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:19,724 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,725 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName hfileref 2024-11-23T20:19:19,726 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:19,726 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:19,726 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,728 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName queue 2024-11-23T20:19:19,728 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:19,746 DEBUG [M:0;80f3ff297c7b:40253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20eb6db9d5a34518822d32fbf83c2943 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732393149543/Put/seqid=0 2024-11-23T20:19:19,762 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/queue/545649a5e54d433fa6db9faa26db960d 2024-11-23T20:19:19,762 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:19,762 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,766 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829bd4ce992c303cb6868aca183034e6 columnFamilyName sid 2024-11-23T20:19:19,766 DEBUG [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:19,767 INFO [StoreOpener-829bd4ce992c303cb6868aca183034e6-1 {}] regionserver.HStore(327): Store=829bd4ce992c303cb6868aca183034e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741838_1014 (size=5275) 2024-11-23T20:19:19,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,770 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20eb6db9d5a34518822d32fbf83c2943 2024-11-23T20:19:19,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:19,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 829bd4ce992c303cb6868aca183034e6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71872821, jitterRate=0.0709884911775589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:19,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:19,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 829bd4ce992c303cb6868aca183034e6: Running coprocessor pre-open hook at 1732393159690Writing region info on filesystem at 1732393159690Initializing all the Stores at 1732393159699 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393159699Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393159705 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393159705Cleaning up temporary data from old regions at 1732393159774 (+69 ms)Running coprocessor post-open hooks at 1732393159780 (+6 ms)Region opened successfully at 1732393159780 2024-11-23T20:19:19,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., pid=13, masterSystemTime=1732393159637 2024-11-23T20:19:19,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:19,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:19,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=829bd4ce992c303cb6868aca183034e6, regionState=OPEN, openSeqNum=9, regionLocation=80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:19,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,35843,1732393154211 because future has completed 2024-11-23T20:19:19,805 DEBUG [M:0;80f3ff297c7b:40253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e01f3e97fb442959145e84b7d005427 is 69, key is 80f3ff297c7b,40403,1732393146962/rs:state/1732393148823/Put/seqid=0 2024-11-23T20:19:19,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T20:19:19,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 829bd4ce992c303cb6868aca183034e6, server=80f3ff297c7b,35843,1732393154211 in 331 msec 2024-11-23T20:19:19,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T20:19:19,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=829bd4ce992c303cb6868aca183034e6, ASSIGN in 490 msec 2024-11-23T20:19:19,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T20:19:19,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6., hostname=80f3ff297c7b,35843,1732393154211, seqNum=9] 2024-11-23T20:19:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741839_1015 (size=5156) 2024-11-23T20:19:19,839 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e01f3e97fb442959145e84b7d005427 2024-11-23T20:19:19,846 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 80f3ff297c7b,36909,1732393142803 2024-11-23T20:19:19,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T20:19:19,846 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a8907581fe40c5ba80c3d2101fcd31 as hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45a8907581fe40c5ba80c3d2101fcd31 2024-11-23T20:19:19,853 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45a8907581fe40c5ba80c3d2101fcd31, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T20:19:19,854 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20eb6db9d5a34518822d32fbf83c2943 as hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20eb6db9d5a34518822d32fbf83c2943 2024-11-23T20:19:19,860 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20eb6db9d5a34518822d32fbf83c2943, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T20:19:19,861 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e01f3e97fb442959145e84b7d005427 as hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e01f3e97fb442959145e84b7d005427 2024-11-23T20:19:19,877 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/a64dd0d1-cab2-7c73-09b5-f6ed6d6ebade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e01f3e97fb442959145e84b7d005427, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T20:19:19,878 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=28, compaction requested=false 2024-11-23T20:19:19,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:19:19,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T20:19:19,901 INFO [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:19,901 DEBUG [M:0;80f3ff297c7b:40253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393159661Disabling compacts and flushes for region at 1732393159661Disabling writes for close at 1732393159661Obtaining lock to block concurrent updates at 1732393159661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393159661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732393159662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393159663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393159663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393159685 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393159685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393159718 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393159746 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393159746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393159776 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393159803 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393159804 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335c8fec: reopening flushed file at 1732393159845 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641d55bb: reopening flushed file at 1732393159853 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161f6027: reopening flushed file at 1732393159860 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=28, compaction requested=false at 1732393159878 (+18 ms)Writing region close event to WAL at 1732393159901 (+23 ms)Closed at 1732393159901 2024-11-23T20:19:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38891 is added to blk_1073741830_1006 (size=10165) 2024-11-23T20:19:19,911 INFO [M:0;80f3ff297c7b:40253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:19,911 INFO [M:0;80f3ff297c7b:40253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40253 2024-11-23T20:19:19,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:19,911 INFO [M:0;80f3ff297c7b:40253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:20,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T20:19:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:20,013 INFO [M:0;80f3ff297c7b:40253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40253-0x101467b71be0003, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:20,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55360549{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:20,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77612b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:20,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:20,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483aba2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:20,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a41fa34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:20,036 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:19:20,036 WARN [BP-1294353524-172.17.0.2-1732393145864 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:19:20,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:19:20,036 WARN [BP-1294353524-172.17.0.2-1732393145864 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294353524-172.17.0.2-1732393145864 (Datanode Uuid fbbcf601-a739-446c-b5d5-3cb6d1200243) service to localhost/127.0.0.1:46733 2024-11-23T20:19:20,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/cluster_3fcd59f5-a9a5-774c-6bdb-2ba12704c61b/data/data1/current/BP-1294353524-172.17.0.2-1732393145864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:20,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/cluster_3fcd59f5-a9a5-774c-6bdb-2ba12704c61b/data/data2/current/BP-1294353524-172.17.0.2-1732393145864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:20,037 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:19:20,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14dd15f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:20,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:20,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:20,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:20,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:20,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:19:20,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:19:20,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:20,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:20,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:20,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:19:20,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=248880927, stopped=false 2024-11-23T20:19:20,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,32851,1732393154183 2024-11-23T20:19:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/running 2024-11-23T20:19:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:20,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:20,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Set watcher on znode that does not yet exist, /0-647403802/running 2024-11-23T20:19:20,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:20,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:20,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:20,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,35843,1732393154211' ***** 2024-11-23T20:19:20,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:19:20,073 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:19:20,073 INFO [RS:0;80f3ff297c7b:35843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:19:20,073 INFO [RS:0;80f3ff297c7b:35843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:19:20,073 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(3091): Received CLOSE for 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:20,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35843. 2024-11-23T20:19:20,074 DEBUG [RS:0;80f3ff297c7b:35843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:20,074 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:19:20,074 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:19:20,075 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:19:20,075 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 829bd4ce992c303cb6868aca183034e6=hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6.} 2024-11-23T20:19:20,075 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 829bd4ce992c303cb6868aca183034e6 2024-11-23T20:19:20,075 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:20,075 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:20,075 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:20,075 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:20,075 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:20,075 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T20:19:20,076 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 829bd4ce992c303cb6868aca183034e6, disabling compactions & flushes 2024-11-23T20:19:20,076 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:20,076 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:20,076 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. after waiting 0 ms 2024-11-23T20:19:20,076 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:20,080 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:20,100 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/8b6dd4d0c3734e9cb8d1f35e6c8c0c57 is 147, key is hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6./info:regioninfo/1732393159785/Put/seqid=0 2024-11-23T20:19:20,101 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/replication/829bd4ce992c303cb6868aca183034e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T20:19:20,102 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:20,102 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:20,102 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:20,102 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 829bd4ce992c303cb6868aca183034e6: Waiting for close lock at 1732393160076Running coprocessor pre-close hooks at 1732393160076Disabling compacts and flushes for region at 1732393160076Disabling writes for close at 1732393160076Writing region close event to WAL at 1732393160088 (+12 ms)Running coprocessor post-close hooks at 1732393160102 (+14 ms)Closed at 1732393160102 2024-11-23T20:19:20,102 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393149615.829bd4ce992c303cb6868aca183034e6. 2024-11-23T20:19:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741851_1027 (size=6385) 2024-11-23T20:19:20,275 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:20,475 DEBUG [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:20,505 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/8b6dd4d0c3734e9cb8d1f35e6c8c0c57 2024-11-23T20:19:20,510 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/.tmp/info/8b6dd4d0c3734e9cb8d1f35e6c8c0c57 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/info/8b6dd4d0c3734e9cb8d1f35e6c8c0c57 2024-11-23T20:19:20,514 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/info/8b6dd4d0c3734e9cb8d1f35e6c8c0c57, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T20:19:20,515 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-23T20:19:20,518 DEBUG [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 to pos 0, reset compression=false 2024-11-23T20:19:20,519 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T20:19:20,521 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:20,521 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:20,521 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:20,521 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393160075Running coprocessor pre-close hooks at 1732393160075Disabling compacts and flushes for region at 1732393160075Disabling writes for close at 1732393160075Obtaining lock to block concurrent updates at 1732393160075Preparing flush snapshotting stores in 1588230740 at 1732393160075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732393160076 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393160076Flushing 1588230740/info: creating writer at 1732393160076Flushing 1588230740/info: appending metadata at 1732393160100 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732393160100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284337b4: reopening flushed file at 1732393160509 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732393160515 (+6 ms)Writing region close event to WAL at 1732393160516 (+1 ms)Running coprocessor post-close hooks at 1732393160521 (+5 ms)Closed at 1732393160521 2024-11-23T20:19:20,521 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:20,675 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,35843,1732393154211; all regions closed. 2024-11-23T20:19:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741849_1025 (size=2156) 2024-11-23T20:19:20,681 DEBUG [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:20,681 INFO [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35843%2C1732393154211.meta:.meta(num 1732393155356) 2024-11-23T20:19:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741850_1026 (size=796) 2024-11-23T20:19:20,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.rep.1732393159652 not finished, retry = 0 2024-11-23T20:19:20,786 DEBUG [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:20,786 INFO [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35843%2C1732393154211.rep:(num 1732393159652) 2024-11-23T20:19:20,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/WALs/80f3ff297c7b,35843,1732393154211/80f3ff297c7b%2C35843%2C1732393154211.1732393155016 not finished, retry = 0 2024-11-23T20:19:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741848_1024 (size=93) 2024-11-23T20:19:20,873 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:19:20,873 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:19:20,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:20,891 DEBUG [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/oldWALs 2024-11-23T20:19:20,891 INFO [RS:0;80f3ff297c7b:35843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35843%2C1732393154211:(num 1732393155016) 2024-11-23T20:19:20,891 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,891 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:20,891 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:20,892 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:20,892 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:20,892 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:20,892 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T20:19:20,892 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T20:19:20,892 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,35843,1732393154211 because: Region server is closing 2024-11-23T20:19:20,892 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T20:19:20,892 INFO [RS:0;80f3ff297c7b:35843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35843. 2024-11-23T20:19:20,893 DEBUG [RS:0;80f3ff297c7b:35843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:20,893 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,893 DEBUG [RS:0;80f3ff297c7b:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:20,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:20,993 WARN [RS:0;80f3ff297c7b:35843.replicationSource.wal-reader.80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:19:20,993 WARN [RS:0;80f3ff297c7b:35843.replicationSource.shipper80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:19:20,993 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;80f3ff297c7b:35843.replicationSource.shipper80f3ff297c7b%2C35843%2C1732393154211,1-80f3ff297c7b,35843,1732393154211 terminated 2024-11-23T20:19:20,993 INFO [RS:0;80f3ff297c7b:35843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35843 2024-11-23T20:19:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802/rs 2024-11-23T20:19:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/rs/80f3ff297c7b,35843,1732393154211 2024-11-23T20:19:20,995 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:20,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,35843,1732393154211] 2024-11-23T20:19:20,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-647403802/draining/80f3ff297c7b,35843,1732393154211 already deleted, retry=false 2024-11-23T20:19:20,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,35843,1732393154211 expired; onlineServers=0 2024-11-23T20:19:20,998 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,32851,1732393154183' ***** 2024-11-23T20:19:20,998 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:20,998 INFO [M:0;80f3ff297c7b:32851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:20,998 INFO [M:0;80f3ff297c7b:32851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:20,999 DEBUG [M:0;80f3ff297c7b:32851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:20,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:20,999 DEBUG [M:0;80f3ff297c7b:32851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:20,999 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393154786 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393154786,5,FailOnTimeoutGroup] 2024-11-23T20:19:20,999 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393154786 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393154786,5,FailOnTimeoutGroup] 2024-11-23T20:19:20,999 INFO [M:0;80f3ff297c7b:32851 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:20,999 INFO [M:0;80f3ff297c7b:32851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:20,999 DEBUG [M:0;80f3ff297c7b:32851 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:20,999 INFO [M:0;80f3ff297c7b:32851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:20,999 INFO [M:0;80f3ff297c7b:32851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:20,999 INFO [M:0;80f3ff297c7b:32851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:21,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647403802/master 2024-11-23T20:19:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647403802 2024-11-23T20:19:21,001 DEBUG [M:0;80f3ff297c7b:32851 {}] zookeeper.ZKUtil(347): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Unable to get data of znode /0-647403802/master because node does not exist (not an error) 2024-11-23T20:19:21,001 WARN [M:0;80f3ff297c7b:32851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:19:21,002 INFO [M:0;80f3ff297c7b:32851 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/.lastflushedseqids 2024-11-23T20:19:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741852_1028 (size=181) 2024-11-23T20:19:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x101467b71be0007, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:21,097 INFO [RS:0;80f3ff297c7b:35843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:21,097 INFO [RS:0;80f3ff297c7b:35843 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,35843,1732393154211; zookeeper connection closed. 2024-11-23T20:19:21,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3767fd1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3767fd1c 2024-11-23T20:19:21,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:21,407 INFO [M:0;80f3ff297c7b:32851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:21,407 INFO [M:0;80f3ff297c7b:32851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:21,407 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:21,407 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:21,407 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:21,407 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:21,407 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:21,408 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T20:19:21,435 DEBUG [M:0;80f3ff297c7b:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660a825389b244b69abfd0baf713475b is 82, key is hbase:meta,,1/info:regioninfo/1732393155411/Put/seqid=0 2024-11-23T20:19:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741853_1029 (size=5672) 2024-11-23T20:19:21,465 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660a825389b244b69abfd0baf713475b 2024-11-23T20:19:21,519 DEBUG [M:0;80f3ff297c7b:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cb07f69290d4712833afb7d587ef2b6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732393159813/Put/seqid=0 2024-11-23T20:19:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741854_1030 (size=7312) 2024-11-23T20:19:21,574 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cb07f69290d4712833afb7d587ef2b6 2024-11-23T20:19:21,611 DEBUG [M:0;80f3ff297c7b:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74733df7ec244c9fa0ee8e11bd113796 is 69, key is 80f3ff297c7b,35843,1732393154211/rs:state/1732393154845/Put/seqid=0 2024-11-23T20:19:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741855_1031 (size=5370) 2024-11-23T20:19:21,616 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74733df7ec244c9fa0ee8e11bd113796 2024-11-23T20:19:21,620 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74733df7ec244c9fa0ee8e11bd113796 2024-11-23T20:19:21,621 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660a825389b244b69abfd0baf713475b as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/660a825389b244b69abfd0baf713475b 2024-11-23T20:19:21,626 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/660a825389b244b69abfd0baf713475b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T20:19:21,627 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cb07f69290d4712833afb7d587ef2b6 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cb07f69290d4712833afb7d587ef2b6 2024-11-23T20:19:21,632 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cb07f69290d4712833afb7d587ef2b6, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T20:19:21,633 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74733df7ec244c9fa0ee8e11bd113796 as hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74733df7ec244c9fa0ee8e11bd113796 2024-11-23T20:19:21,637 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74733df7ec244c9fa0ee8e11bd113796 2024-11-23T20:19:21,637 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74733df7ec244c9fa0ee8e11bd113796, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T20:19:21,638 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=127, compaction requested=false 2024-11-23T20:19:21,639 INFO [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:21,639 DEBUG [M:0;80f3ff297c7b:32851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393161407Disabling compacts and flushes for region at 1732393161407Disabling writes for close at 1732393161407Obtaining lock to block concurrent updates at 1732393161408 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393161408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732393161408Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393161413 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393161413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393161434 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393161435 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393161472 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393161519 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393161519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393161581 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393161610 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393161610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d7779: reopening flushed file at 1732393161621 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa4ad2d: reopening flushed file at 1732393161626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158c7167: reopening flushed file at 1732393161632 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=127, compaction requested=false at 1732393161638 (+6 ms)Writing region close event to WAL at 1732393161639 (+1 ms)Closed at 1732393161639 2024-11-23T20:19:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35309 is added to blk_1073741847_1023 (size=22903) 2024-11-23T20:19:21,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d352a83b-7afb-29f5-3cc9-4a00ce9b4e2c/MasterData/WALs/80f3ff297c7b,32851,1732393154183/80f3ff297c7b%2C32851%2C1732393154183.1732393154682 not finished, retry = 0 2024-11-23T20:19:21,742 INFO [M:0;80f3ff297c7b:32851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:21,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:21,742 INFO [M:0;80f3ff297c7b:32851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32851 2024-11-23T20:19:21,742 INFO [M:0;80f3ff297c7b:32851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x101467b71be0006, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:21,844 INFO [M:0;80f3ff297c7b:32851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:21,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c018764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:21,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:21,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:21,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:21,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:21,849 WARN [BP-1933450602-172.17.0.2-1732393142096 heartbeating to localhost/127.0.0.1:39331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:19:21,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:19:21,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:19:21,849 WARN [BP-1933450602-172.17.0.2-1732393142096 heartbeating to localhost/127.0.0.1:39331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933450602-172.17.0.2-1732393142096 (Datanode Uuid 82f5d4ae-10ca-45ea-bf85-2851bf0555e0) service to localhost/127.0.0.1:39331 2024-11-23T20:19:21,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/data/data1/current/BP-1933450602-172.17.0.2-1732393142096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:21,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/cluster_43c2f7df-6f68-43ba-9ad2-189dcf2e6b81/data/data2/current/BP-1933450602-172.17.0.2-1732393142096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:21,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:19:21,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd03318{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:21,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:21,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:21,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:21,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af1a3292-c1ac-dbd8-6781-79499b398c7e/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:21,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:19:21,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:19:21,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 162) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46733 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39331 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39331 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=582 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 271) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6336 (was 6894) 2024-11-23T20:19:21,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=582, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=6336 2024-11-23T20:19:21,906 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T20:19:21,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir so I do NOT create it in target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476 2024-11-23T20:19:21,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:21,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.tmp.dir so I do NOT create it in target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476 2024-11-23T20:19:21,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed96fd5a-45fb-44ac-8349-ccf6a3d3b31c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:21,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476 2024-11-23T20:19:21,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b, deleteOnExit=true 2024-11-23T20:19:21,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/zookeeper_0, clientPort=59142, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:19:21,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59142 2024-11-23T20:19:21,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:21,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:21,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/test.cache.data in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:21,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:21,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:21,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467b71be0005, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467b71be0002, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:21,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467b71be0002, quorum=127.0.0.1:49402, baseZNode=/0-647403802 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:21,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467b71be0005, quorum=127.0.0.1:49402, baseZNode=/1-1205974320 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:22,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:22,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:22,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:22,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:22,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:22,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:22,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d08935a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:22,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb329d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:22,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51149aab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/java.io.tmpdir/jetty-localhost-39951-hadoop-hdfs-3_4_1-tests_jar-_-any-2861689183657494755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:22,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d663f81{HTTP/1.1, (http/1.1)}{localhost:39951} 2024-11-23T20:19:22,176 INFO [Time-limited test {}] server.Server(415): Started @147604ms 2024-11-23T20:19:22,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:22,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:22,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:22,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:22,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:22,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8b5b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:22,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdea809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:22,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d4efec7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/java.io.tmpdir/jetty-localhost-44181-hadoop-hdfs-3_4_1-tests_jar-_-any-15063479910098159388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:22,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c0391c7{HTTP/1.1, (http/1.1)}{localhost:44181} 2024-11-23T20:19:22,396 INFO [Time-limited test {}] server.Server(415): Started @147824ms 2024-11-23T20:19:22,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:22,507 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/data/data1/current/BP-308712284-172.17.0.2-1732393161945/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:22,508 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/data/data2/current/BP-308712284-172.17.0.2-1732393161945/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:22,542 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfe526d22c818 with lease ID 0x5d3ef763815a4ac6: Processing first storage report for DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=0516c09e-59f1-4850-b3e3-078ece3b6240, infoPort=36371, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=13599587;c=1732393161945) 2024-11-23T20:19:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfe526d22c818 with lease ID 0x5d3ef763815a4ac6: from storage DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=0516c09e-59f1-4850-b3e3-078ece3b6240, infoPort=36371, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=13599587;c=1732393161945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfe526d22c818 with lease ID 0x5d3ef763815a4ac6: Processing first storage report for DS-59dccce9-d013-4335-9364-516479c7c013 from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=0516c09e-59f1-4850-b3e3-078ece3b6240, infoPort=36371, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=13599587;c=1732393161945) 2024-11-23T20:19:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfe526d22c818 with lease ID 0x5d3ef763815a4ac6: from storage DS-59dccce9-d013-4335-9364-516479c7c013 node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=0516c09e-59f1-4850-b3e3-078ece3b6240, infoPort=36371, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=13599587;c=1732393161945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:22,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476 2024-11-23T20:19:22,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:22,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced with version=8 2024-11-23T20:19:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/hbase-staging 2024-11-23T20:19:22,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:22,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:22,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33111 2024-11-23T20:19:22,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33111 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:22,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331110x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:22,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33111-0x101467bbf450000 connected 2024-11-23T20:19:22,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/running 2024-11-23T20:19:22,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced, hbase.cluster.distributed=false 2024-11-23T20:19:22,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/acl 2024-11-23T20:19:22,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33111 2024-11-23T20:19:22,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33111 2024-11-23T20:19:22,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33111 2024-11-23T20:19:22,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33111 2024-11-23T20:19:22,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33111 2024-11-23T20:19:22,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:22,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:22,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:22,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:22,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:22,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41763 2024-11-23T20:19:22,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41763 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:22,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417630x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/running 2024-11-23T20:19:22,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:22,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417630x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:22,854 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:22,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417630x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/master 2024-11-23T20:19:22,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417630x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/acl 2024-11-23T20:19:22,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41763-0x101467bbf450001 connected 2024-11-23T20:19:22,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-23T20:19:22,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41763 2024-11-23T20:19:22,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41763 2024-11-23T20:19:22,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-23T20:19:22,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-23T20:19:22,927 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:33111 2024-11-23T20:19:22,932 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /094188637/backup-masters/80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:22,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/backup-masters 2024-11-23T20:19:22,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/backup-masters 2024-11-23T20:19:22,935 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on existing znode=/094188637/backup-masters/80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/094188637/master 2024-11-23T20:19:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:22,938 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on existing znode=/094188637/master 2024-11-23T20:19:22,938 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /094188637/backup-masters/80f3ff297c7b,33111,1732393162702 from backup master directory 2024-11-23T20:19:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/backup-masters 2024-11-23T20:19:22,940 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:22,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/094188637/backup-masters/80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:22,940 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:22,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/backup-masters 2024-11-23T20:19:22,950 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/hbase.id] with ID: 687836c8-d3ab-45cb-8bd8-dfc2a063adca 2024-11-23T20:19:22,950 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/.tmp/hbase.id 2024-11-23T20:19:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:22,961 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/.tmp/hbase.id]:[hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/hbase.id] 2024-11-23T20:19:22,980 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:22,980 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:22,983 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-23T20:19:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:23,003 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:23,004 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:23,004 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:23,016 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store 2024-11-23T20:19:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:23,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:23,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:23,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393163422Disabling compacts and flushes for region at 1732393163422Disabling writes for close at 1732393163422Writing region close event to WAL at 1732393163422Closed at 1732393163422 2024-11-23T20:19:23,423 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/.initializing 2024-11-23T20:19:23,423 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/WALs/80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:23,424 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:23,426 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C33111%2C1732393162702, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/WALs/80f3ff297c7b,33111,1732393162702, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:23,439 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/WALs/80f3ff297c7b,33111,1732393162702/80f3ff297c7b%2C33111%2C1732393162702.1732393163426, exclude list is [], retry=0 2024-11-23T20:19:23,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e,DISK] 2024-11-23T20:19:23,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/WALs/80f3ff297c7b,33111,1732393162702/80f3ff297c7b%2C33111%2C1732393162702.1732393163426 2024-11-23T20:19:23,444 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36371:36371)] 2024-11-23T20:19:23,444 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:23,444 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:23,444 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,444 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:23,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:23,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:23,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:23,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:23,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:23,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:23,451 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,452 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,452 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,453 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,453 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,453 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:23,454 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:23,455 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:23,456 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64502178, jitterRate=-0.03884264826774597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:23,456 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393163444Initializing all the Stores at 1732393163445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393163445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393163445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393163445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393163445Cleaning up temporary data from old regions at 1732393163453 (+8 ms)Region opened successfully at 1732393163456 (+3 ms) 2024-11-23T20:19:23,457 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:23,459 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd0591c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:23,460 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:23,460 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:23,460 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:23,460 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:23,460 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:23,461 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:23,461 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:23,462 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:23,463 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Unable to get data of znode /094188637/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:23,464 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/balancer already deleted, retry=false 2024-11-23T20:19:23,465 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:23,465 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Unable to get data of znode /094188637/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:23,466 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/normalizer already deleted, retry=false 2024-11-23T20:19:23,466 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:23,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Unable to get data of znode /094188637/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:23,469 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/switch/split already deleted, retry=false 2024-11-23T20:19:23,470 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Unable to get data of znode /094188637/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:23,470 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/switch/merge already deleted, retry=false 2024-11-23T20:19:23,472 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Unable to get data of znode /094188637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:23,473 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/094188637/running 2024-11-23T20:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/094188637/running 2024-11-23T20:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,475 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,33111,1732393162702, sessionid=0x101467bbf450000, setting cluster-up flag (Was=false) 2024-11-23T20:19:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,482 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /094188637/flush-table-proc/acquired, /094188637/flush-table-proc/reached, /094188637/flush-table-proc/abort 2024-11-23T20:19:23,483 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:23,495 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /094188637/online-snapshot/acquired, /094188637/online-snapshot/reached, /094188637/online-snapshot/abort 2024-11-23T20:19:23,496 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:23,496 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:23,498 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:23,498 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:23,498 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:23,498 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 80f3ff297c7b,36909,1732393142803: status=Processing ServerCrashProcedure of 80f3ff297c7b,36909,1732393142803 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732393154785, completionTime=-1 appears to have been leaked 2024-11-23T20:19:23,499 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,33111,1732393162702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:23,499 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:23,499 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:23,500 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:23,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:23,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:23,508 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393193508 2024-11-23T20:19:23,508 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:23,508 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:23,508 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:23,509 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:23,509 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:23,509 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:23,509 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,510 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(746): ClusterId : 687836c8-d3ab-45cb-8bd8-dfc2a063adca 2024-11-23T20:19:23,510 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:23,511 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:23,512 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:23,512 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:23,512 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:23,512 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:23,513 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:23,513 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:23,514 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3484f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:23,518 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:23,518 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:23,520 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393163519,5,FailOnTimeoutGroup] 2024-11-23T20:19:23,524 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393163520,5,FailOnTimeoutGroup] 2024-11-23T20:19:23,524 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,524 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:23,524 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,524 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,530 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:41763 2024-11-23T20:19:23,530 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:23,530 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:23,530 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:23,531 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,33111,1732393162702 with port=41763, startcode=1732393162813 2024-11-23T20:19:23,531 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:23,533 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:23,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33111 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,534 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced 2024-11-23T20:19:23,534 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33705 2024-11-23T20:19:23,534 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:23,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/rs 2024-11-23T20:19:23,537 DEBUG [RS:0;80f3ff297c7b:41763 {}] zookeeper.ZKUtil(111): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on existing znode=/094188637/rs/80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,537 WARN [RS:0;80f3ff297c7b:41763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:23,537 INFO [RS:0;80f3ff297c7b:41763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:23,537 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,41763,1732393162813] 2024-11-23T20:19:23,542 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:23,544 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:23,546 INFO [RS:0;80f3ff297c7b:41763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:23,546 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,547 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:23,547 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:23,547 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,547 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:23,548 DEBUG [RS:0;80f3ff297c7b:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,552 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41763,1732393162813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:23,574 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:23,574 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,41763,1732393162813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,574 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,575 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.Replication(171): 80f3ff297c7b,41763,1732393162813 started 2024-11-23T20:19:23,591 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:23,591 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,41763,1732393162813, RpcServer on 80f3ff297c7b/172.17.0.2:41763, sessionid=0x101467bbf450001 2024-11-23T20:19:23,592 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:23,592 DEBUG [RS:0;80f3ff297c7b:41763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,592 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,41763,1732393162813' 2024-11-23T20:19:23,592 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/094188637/flush-table-proc/abort' 2024-11-23T20:19:23,592 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/094188637/flush-table-proc/acquired' 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,41763,1732393162813' 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/094188637/online-snapshot/abort' 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/094188637/online-snapshot/acquired' 2024-11-23T20:19:23,593 DEBUG [RS:0;80f3ff297c7b:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:23,593 INFO [RS:0;80f3ff297c7b:41763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:23,593 INFO [RS:0;80f3ff297c7b:41763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:23,694 INFO [RS:0;80f3ff297c7b:41763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:23,695 INFO [RS:0;80f3ff297c7b:41763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C41763%2C1732393162813, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/oldWALs, maxLogs=10 2024-11-23T20:19:23,709 DEBUG [RS:0;80f3ff297c7b:41763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, exclude list is [], retry=0 2024-11-23T20:19:23,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e,DISK] 2024-11-23T20:19:23,714 INFO [RS:0;80f3ff297c7b:41763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 2024-11-23T20:19:23,714 DEBUG [RS:0;80f3ff297c7b:41763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36371:36371)] 2024-11-23T20:19:23,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:23,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced 2024-11-23T20:19:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:23,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:23,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:23,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:23,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:23,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:23,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:23,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:23,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:23,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:23,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:23,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:23,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:23,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:23,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740 2024-11-23T20:19:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740 2024-11-23T20:19:23,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:23,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:23,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:23,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:23,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74341782, jitterRate=0.1077788770198822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393163928Initializing all the Stores at 1732393163929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393163929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393163929Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393163929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393163929Cleaning up temporary data from old regions at 1732393163938 (+9 ms)Region opened successfully at 1732393163942 (+4 ms) 2024-11-23T20:19:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:23,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:23,943 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:23,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393163942Disabling compacts and flushes for region at 1732393163942Disabling writes for close at 1732393163942Writing region close event to WAL at 1732393163943 (+1 ms)Closed at 1732393163943 2024-11-23T20:19:23,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:23,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:23,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:23,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:23,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:24,096 DEBUG [80f3ff297c7b:33111 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:24,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:24,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,41763,1732393162813, state=OPENING 2024-11-23T20:19:24,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:24,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:24,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:24,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /094188637/meta-region-server: CHANGED 2024-11-23T20:19:24,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /094188637/meta-region-server: CHANGED 2024-11-23T20:19:24,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:24,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,41763,1732393162813}] 2024-11-23T20:19:24,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:24,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:24,258 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:24,259 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:24,259 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:24,260 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C41763%2C1732393162813.meta, suffix=.meta, logDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/oldWALs, maxLogs=10 2024-11-23T20:19:24,281 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.meta.1732393164261.meta, exclude list is [], retry=0 2024-11-23T20:19:24,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e,DISK] 2024-11-23T20:19:24,286 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.meta.1732393164261.meta 2024-11-23T20:19:24,286 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36371:36371)] 2024-11-23T20:19:24,286 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:24,286 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:24,287 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:24,287 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:24,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:24,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:24,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:24,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:24,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:24,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:24,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:24,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:24,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:24,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:24,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:24,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:24,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:24,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:24,294 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:24,294 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740 2024-11-23T20:19:24,295 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740 2024-11-23T20:19:24,296 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:24,296 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:24,297 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:24,298 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:24,298 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62545212, jitterRate=-0.06800371408462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:24,299 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:24,299 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393164287Writing region info on filesystem at 1732393164287Initializing all the Stores at 1732393164288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393164288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393164288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393164288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393164288Cleaning up temporary data from old regions at 1732393164296 (+8 ms)Running coprocessor post-open hooks at 1732393164299 (+3 ms)Region opened successfully at 1732393164299 2024-11-23T20:19:24,300 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393164253 2024-11-23T20:19:24,302 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:24,302 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:24,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:24,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,41763,1732393162813, state=OPEN 2024-11-23T20:19:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/094188637/meta-region-server 2024-11-23T20:19:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/094188637/meta-region-server 2024-11-23T20:19:24,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:24,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /094188637/meta-region-server: CHANGED 2024-11-23T20:19:24,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /094188637/meta-region-server: CHANGED 2024-11-23T20:19:24,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:24,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,41763,1732393162813 in 208 msec 2024-11-23T20:19:24,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:24,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-23T20:19:24,313 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:24,313 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:24,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:24,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:24,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:24,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:24,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-23T20:19:24,319 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393164319, completionTime=-1 2024-11-23T20:19:24,319 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:24,319 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393224321 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393284321 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:33111, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,322 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,323 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.384sec 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:24,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:24,327 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:24,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:24,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33111,1732393162702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:24,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31f0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:24,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:24,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:24,412 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361a16fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:24,414 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:24,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e38bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:24,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:24,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:24,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:24,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:24,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:24,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467bbf450002 connected 2024-11-23T20:19:24,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir so I do NOT create it in target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519 2024-11-23T20:19:24,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:24,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.tmp.dir so I do NOT create it in target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519 2024-11-23T20:19:24,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:24,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519 2024-11-23T20:19:24,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/cluster_818d2371-872d-971b-a3cd-567757b24351, deleteOnExit=true 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/test.cache.data in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:24,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:24,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:24,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:24,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:24,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:24,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:24,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:24,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:24,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38fea699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:24,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456220b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:24,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9ebfb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/java.io.tmpdir/jetty-localhost-42081-hadoop-hdfs-3_4_1-tests_jar-_-any-16750327608597617403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:24,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc05b45{HTTP/1.1, (http/1.1)}{localhost:42081} 2024-11-23T20:19:24,626 INFO [Time-limited test {}] server.Server(415): Started @150054ms 2024-11-23T20:19:24,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:24,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:24,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:24,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:24,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:19:24,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2613eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:24,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751a2c45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:24,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c6b485f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/java.io.tmpdir/jetty-localhost-45331-hadoop-hdfs-3_4_1-tests_jar-_-any-6568444868977966885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:24,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20d00075{HTTP/1.1, (http/1.1)}{localhost:45331} 2024-11-23T20:19:24,868 INFO [Time-limited test {}] server.Server(415): Started @150296ms 2024-11-23T20:19:24,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:24,982 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/cluster_818d2371-872d-971b-a3cd-567757b24351/data/data1/current/BP-448706154-172.17.0.2-1732393164444/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:24,982 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/cluster_818d2371-872d-971b-a3cd-567757b24351/data/data2/current/BP-448706154-172.17.0.2-1732393164444/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:25,005 WARN [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8108100ecf92cf2a with lease ID 0x4b88bbf31583ad9c: Processing first storage report for DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d from datanode DatanodeRegistration(127.0.0.1:46573, datanodeUuid=e789230f-3bcf-43e2-af71-10e38154638e, infoPort=40455, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=1323039532;c=1732393164444) 2024-11-23T20:19:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8108100ecf92cf2a with lease ID 0x4b88bbf31583ad9c: from storage DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d node DatanodeRegistration(127.0.0.1:46573, datanodeUuid=e789230f-3bcf-43e2-af71-10e38154638e, infoPort=40455, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=1323039532;c=1732393164444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8108100ecf92cf2a with lease ID 0x4b88bbf31583ad9c: Processing first storage report for DS-474579f2-a235-4721-9f78-81bd2aa3c21c from datanode DatanodeRegistration(127.0.0.1:46573, datanodeUuid=e789230f-3bcf-43e2-af71-10e38154638e, infoPort=40455, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=1323039532;c=1732393164444) 2024-11-23T20:19:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8108100ecf92cf2a with lease ID 0x4b88bbf31583ad9c: from storage DS-474579f2-a235-4721-9f78-81bd2aa3c21c node DatanodeRegistration(127.0.0.1:46573, datanodeUuid=e789230f-3bcf-43e2-af71-10e38154638e, infoPort=40455, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=1323039532;c=1732393164444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:25,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519 2024-11-23T20:19:25,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:25,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7 with version=8 2024-11-23T20:19:25,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/hbase-staging 2024-11-23T20:19:25,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:25,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-23T20:19:25,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37703 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377030x0, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:25,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37703-0x101467bbf450003 connected 2024-11-23T20:19:25,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/running 2024-11-23T20:19:25,538 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7, hbase.cluster.distributed=false 2024-11-23T20:19:25,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/acl 2024-11-23T20:19:25,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-23T20:19:25,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-23T20:19:25,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-23T20:19:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-23T20:19:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-23T20:19:25,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:25,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:25,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38359 2024-11-23T20:19:25,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38359 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:25,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:25,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383590x0, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:25,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383590x0, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/running 2024-11-23T20:19:25,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38359-0x101467bbf450004 connected 2024-11-23T20:19:25,565 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:25,566 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:25,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/master 2024-11-23T20:19:25,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/acl 2024-11-23T20:19:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38359 2024-11-23T20:19:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38359 2024-11-23T20:19:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38359 2024-11-23T20:19:25,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38359 2024-11-23T20:19:25,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38359 2024-11-23T20:19:25,587 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:37703 2024-11-23T20:19:25,588 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11865244882/backup-masters/80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/backup-masters 2024-11-23T20:19:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/backup-masters 2024-11-23T20:19:25,590 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on existing znode=/11865244882/backup-masters/80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:25,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:25,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865244882/master 2024-11-23T20:19:25,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:25,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on existing znode=/11865244882/master 2024-11-23T20:19:25,592 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11865244882/backup-masters/80f3ff297c7b,37703,1732393165519 from backup master directory 2024-11-23T20:19:25,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/backup-masters 2024-11-23T20:19:25,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865244882/backup-masters/80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:25,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/backup-masters 2024-11-23T20:19:25,593 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:25,593 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:25,596 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/hbase.id] with ID: 46900ee7-c883-47ac-a73b-bdb7bffbd7ea 2024-11-23T20:19:25,596 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/.tmp/hbase.id 2024-11-23T20:19:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:26,002 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/.tmp/hbase.id]:[hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/hbase.id] 2024-11-23T20:19:26,012 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:26,012 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:26,013 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:19:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:26,022 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:26,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:26,023 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:26,024 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:26,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:26,434 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store 2024-11-23T20:19:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:26,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:26,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:26,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393166842Disabling compacts and flushes for region at 1732393166842Disabling writes for close at 1732393166842Writing region close event to WAL at 1732393166842Closed at 1732393166842 2024-11-23T20:19:26,843 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/.initializing 2024-11-23T20:19:26,843 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/WALs/80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:26,844 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:26,846 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C37703%2C1732393165519, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/WALs/80f3ff297c7b,37703,1732393165519, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:26,859 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/WALs/80f3ff297c7b,37703,1732393165519/80f3ff297c7b%2C37703%2C1732393165519.1732393166846, exclude list is [], retry=0 2024-11-23T20:19:26,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d,DISK] 2024-11-23T20:19:26,863 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/WALs/80f3ff297c7b,37703,1732393165519/80f3ff297c7b%2C37703%2C1732393165519.1732393166846 2024-11-23T20:19:26,864 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40455:40455)] 2024-11-23T20:19:26,864 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:26,864 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:26,864 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,864 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:26,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:26,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:26,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:26,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:26,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:26,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:26,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:26,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:26,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:26,871 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,872 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,872 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,873 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,873 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,874 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:26,875 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:26,876 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:26,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67548989, jitterRate=0.0065583735704422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:26,877 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393166864Initializing all the Stores at 1732393166865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393166865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393166865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393166865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393166865Cleaning up temporary data from old regions at 1732393166873 (+8 ms)Region opened successfully at 1732393166877 (+4 ms) 2024-11-23T20:19:26,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:26,879 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475f4d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:26,880 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:26,880 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:26,880 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:26,880 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:26,881 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:26,881 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:26,881 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:26,883 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:26,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Unable to get data of znode /11865244882/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:26,885 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/balancer already deleted, retry=false 2024-11-23T20:19:26,886 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:26,886 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Unable to get data of znode /11865244882/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:26,887 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/normalizer already deleted, retry=false 2024-11-23T20:19:26,887 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:26,888 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Unable to get data of znode /11865244882/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:26,889 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/switch/split already deleted, retry=false 2024-11-23T20:19:26,890 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Unable to get data of znode /11865244882/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:26,891 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/switch/merge already deleted, retry=false 2024-11-23T20:19:26,893 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Unable to get data of znode /11865244882/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:26,895 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865244882/running 2024-11-23T20:19:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865244882/running 2024-11-23T20:19:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,896 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,37703,1732393165519, sessionid=0x101467bbf450003, setting cluster-up flag (Was=false) 2024-11-23T20:19:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,903 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11865244882/flush-table-proc/acquired, /11865244882/flush-table-proc/reached, /11865244882/flush-table-proc/abort 2024-11-23T20:19:26,904 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:26,911 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11865244882/online-snapshot/acquired, /11865244882/online-snapshot/reached, /11865244882/online-snapshot/abort 2024-11-23T20:19:26,912 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:26,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:26,914 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:26,914 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:26,914 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:26,914 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,37703,1732393165519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:26,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:26,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:26,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:26,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:26,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:26,924 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393196924 2024-11-23T20:19:26,924 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:26,924 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:26,925 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:26,925 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:26,925 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:26,925 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:26,927 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:26,928 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:26,929 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393166928,5,FailOnTimeoutGroup] 2024-11-23T20:19:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:26,932 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393166929,5,FailOnTimeoutGroup] 2024-11-23T20:19:26,932 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:26,932 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:26,932 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:26,932 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:26,975 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(746): ClusterId : 46900ee7-c883-47ac-a73b-bdb7bffbd7ea 2024-11-23T20:19:26,975 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:26,977 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:26,977 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:26,978 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:26,979 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cfd10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:26,991 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:38359 2024-11-23T20:19:26,991 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:26,991 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:26,991 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:26,992 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,37703,1732393165519 with port=38359, startcode=1732393165556 2024-11-23T20:19:26,992 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:26,994 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:26,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:26,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:26,995 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7 2024-11-23T20:19:26,995 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41741 2024-11-23T20:19:26,995 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/rs 2024-11-23T20:19:26,997 DEBUG [RS:0;80f3ff297c7b:38359 {}] zookeeper.ZKUtil(111): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on existing znode=/11865244882/rs/80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:26,997 WARN [RS:0;80f3ff297c7b:38359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:26,997 INFO [RS:0;80f3ff297c7b:38359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:26,997 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:26,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,38359,1732393165556] 2024-11-23T20:19:27,000 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:27,001 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:27,002 INFO [RS:0;80f3ff297c7b:38359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:27,002 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,002 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:27,003 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:27,003 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:27,003 DEBUG [RS:0;80f3ff297c7b:38359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:27,003 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,003 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,003 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,004 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,004 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,004 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38359,1732393165556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:27,018 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:27,018 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38359,1732393165556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,018 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,018 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.Replication(171): 80f3ff297c7b,38359,1732393165556 started 2024-11-23T20:19:27,032 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:27,032 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,38359,1732393165556, RpcServer on 80f3ff297c7b/172.17.0.2:38359, sessionid=0x101467bbf450004 2024-11-23T20:19:27,032 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:27,032 DEBUG [RS:0;80f3ff297c7b:38359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:27,032 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38359,1732393165556' 2024-11-23T20:19:27,032 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11865244882/flush-table-proc/abort' 2024-11-23T20:19:27,033 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11865244882/flush-table-proc/acquired' 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,38359,1732393165556' 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11865244882/online-snapshot/abort' 2024-11-23T20:19:27,034 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11865244882/online-snapshot/acquired' 2024-11-23T20:19:27,035 DEBUG [RS:0;80f3ff297c7b:38359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:27,035 INFO [RS:0;80f3ff297c7b:38359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:27,035 INFO [RS:0;80f3ff297c7b:38359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:27,135 INFO [RS:0;80f3ff297c7b:38359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:27,137 INFO [RS:0;80f3ff297c7b:38359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38359%2C1732393165556, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/oldWALs, maxLogs=10 2024-11-23T20:19:27,154 DEBUG [RS:0;80f3ff297c7b:38359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, exclude list is [], retry=0 2024-11-23T20:19:27,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d,DISK] 2024-11-23T20:19:27,158 INFO [RS:0;80f3ff297c7b:38359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 2024-11-23T20:19:27,158 DEBUG [RS:0;80f3ff297c7b:38359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40455:40455)] 2024-11-23T20:19:27,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:27,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7 2024-11-23T20:19:27,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:27,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:27,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:27,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:27,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:27,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:27,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:27,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:27,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:27,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:27,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:27,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:27,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:27,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:27,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:27,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:27,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:27,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:27,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:27,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740 2024-11-23T20:19:27,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740 2024-11-23T20:19:27,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:27,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:27,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:27,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:27,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63006170, jitterRate=-0.061134904623031616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393167743Initializing all the Stores at 1732393167744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393167744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393167744Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393167744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393167744Cleaning up temporary data from old regions at 1732393167752 (+8 ms)Region opened successfully at 1732393167755 (+3 ms) 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:27,755 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:27,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:27,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393167755Disabling compacts and flushes for region at 1732393167755Disabling writes for close at 1732393167755Writing region close event to WAL at 1732393167756 (+1 ms)Closed at 1732393167756 2024-11-23T20:19:27,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:27,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:27,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:27,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:27,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:27,909 DEBUG [80f3ff297c7b:37703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:27,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:27,911 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38359,1732393165556, state=OPENING 2024-11-23T20:19:27,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:27,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865244882/meta-region-server: CHANGED 2024-11-23T20:19:27,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865244882/meta-region-server: CHANGED 2024-11-23T20:19:27,923 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:27,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38359,1732393165556}] 2024-11-23T20:19:28,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:28,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:28,081 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:28,081 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:28,082 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:28,083 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38359%2C1732393165556.meta, suffix=.meta, logDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/oldWALs, maxLogs=10 2024-11-23T20:19:28,096 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.meta.1732393168083.meta, exclude list is [], retry=0 2024-11-23T20:19:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d,DISK] 2024-11-23T20:19:28,100 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.meta.1732393168083.meta 2024-11-23T20:19:28,100 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40455:40455)] 2024-11-23T20:19:28,100 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:28,101 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:28,101 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:28,101 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:28,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:28,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:28,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:28,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:28,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:28,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:28,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:28,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:28,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:28,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:28,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:28,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:28,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:28,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:28,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:28,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:28,106 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:28,107 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740 2024-11-23T20:19:28,108 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740 2024-11-23T20:19:28,109 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:28,109 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:28,109 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:28,110 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:28,111 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60044011, jitterRate=-0.1052745133638382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:28,111 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:28,111 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393168101Writing region info on filesystem at 1732393168101Initializing all the Stores at 1732393168102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393168102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393168102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393168102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393168102Cleaning up temporary data from old regions at 1732393168109 (+7 ms)Running coprocessor post-open hooks at 1732393168111 (+2 ms)Region opened successfully at 1732393168111 2024-11-23T20:19:28,112 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393168076 2024-11-23T20:19:28,114 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:28,114 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:28,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:28,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,38359,1732393165556, state=OPEN 2024-11-23T20:19:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11865244882/meta-region-server 2024-11-23T20:19:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11865244882/meta-region-server 2024-11-23T20:19:28,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:28,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865244882/meta-region-server: CHANGED 2024-11-23T20:19:28,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865244882/meta-region-server: CHANGED 2024-11-23T20:19:28,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:28,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,38359,1732393165556 in 194 msec 2024-11-23T20:19:28,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:28,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-23T20:19:28,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:28,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:28,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:28,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:28,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:28,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:28,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-23T20:19:28,128 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393168128, completionTime=-1 2024-11-23T20:19:28,128 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:28,128 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:28,129 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:28,129 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393228129 2024-11-23T20:19:28,129 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393288129 2024-11-23T20:19:28,129 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:28,130 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,130 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,130 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,130 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:37703, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,130 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,131 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,132 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:28,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-23T20:19:28,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:28,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:28,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:28,133 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:28,134 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:28,134 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:28,134 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:28,136 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:28,136 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:28,136 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37703,1732393165519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e424ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:28,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:28,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:28,177 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:28,179 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:28,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc2f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:28,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:28,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:28,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:28,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:28,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59142 2024-11-23T20:19:28,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:28,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467bbf450005 connected 2024-11-23T20:19:28,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1b198b 2024-11-23T20:19:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:28,192 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:28,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:19:28,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:28,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:28,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:19:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:28,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:19:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:28,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08132e51f2e3be1ea1805961a41136a4, NAME => 'test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced 2024-11-23T20:19:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:19:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08132e51f2e3be1ea1805961a41136a4, disabling compactions & flushes 2024-11-23T20:19:29,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. after waiting 0 ms 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08132e51f2e3be1ea1805961a41136a4: Waiting for close lock at 1732393169013Disabling compacts and flushes for region at 1732393169013Disabling writes for close at 1732393169013Writing region close event to WAL at 1732393169013Closed at 1732393169013 2024-11-23T20:19:29,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:29,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393169014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393169014"}]},"ts":"1732393169014"} 2024-11-23T20:19:29,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:29,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:29,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393169017"}]},"ts":"1732393169017"} 2024-11-23T20:19:29,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:19:29,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08132e51f2e3be1ea1805961a41136a4, ASSIGN}] 2024-11-23T20:19:29,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08132e51f2e3be1ea1805961a41136a4, ASSIGN 2024-11-23T20:19:29,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08132e51f2e3be1ea1805961a41136a4, ASSIGN; state=OFFLINE, location=80f3ff297c7b,41763,1732393162813; forceNewPlan=false, retain=false 2024-11-23T20:19:29,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08132e51f2e3be1ea1805961a41136a4, regionState=OPENING, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:29,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08132e51f2e3be1ea1805961a41136a4, ASSIGN because future has completed 2024-11-23T20:19:29,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08132e51f2e3be1ea1805961a41136a4, server=80f3ff297c7b,41763,1732393162813}] 2024-11-23T20:19:29,331 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,331 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08132e51f2e3be1ea1805961a41136a4, NAME => 'test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:29,332 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:29,332 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:19:29,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:29,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,332 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:29,333 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,334 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08132e51f2e3be1ea1805961a41136a4 columnFamilyName f 2024-11-23T20:19:29,335 DEBUG [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:29,335 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(327): Store=08132e51f2e3be1ea1805961a41136a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:29,335 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,336 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08132e51f2e3be1ea1805961a41136a4 columnFamilyName f1 2024-11-23T20:19:29,336 DEBUG [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:29,337 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(327): Store=08132e51f2e3be1ea1805961a41136a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:29,337 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,338 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08132e51f2e3be1ea1805961a41136a4 columnFamilyName norep 2024-11-23T20:19:29,338 DEBUG [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:29,338 INFO [StoreOpener-08132e51f2e3be1ea1805961a41136a4-1 {}] regionserver.HStore(327): Store=08132e51f2e3be1ea1805961a41136a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:29,338 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,339 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,339 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,340 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,340 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,340 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:29,341 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,343 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:29,343 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08132e51f2e3be1ea1805961a41136a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64964918, jitterRate=-0.03194728493690491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:29,343 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:29,344 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08132e51f2e3be1ea1805961a41136a4: Running coprocessor pre-open hook at 1732393169332Writing region info on filesystem at 1732393169332Initializing all the Stores at 1732393169333 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393169333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393169333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393169333Cleaning up temporary data from old regions at 1732393169340 (+7 ms)Running coprocessor post-open hooks at 1732393169343 (+3 ms)Region opened successfully at 1732393169344 (+1 ms) 2024-11-23T20:19:29,345 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., pid=6, masterSystemTime=1732393169327 2024-11-23T20:19:29,347 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,347 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:29,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08132e51f2e3be1ea1805961a41136a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:29,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08132e51f2e3be1ea1805961a41136a4, server=80f3ff297c7b,41763,1732393162813 because future has completed 2024-11-23T20:19:29,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:19:29,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08132e51f2e3be1ea1805961a41136a4, server=80f3ff297c7b,41763,1732393162813 in 175 msec 2024-11-23T20:19:29,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:19:29,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08132e51f2e3be1ea1805961a41136a4, ASSIGN in 332 msec 2024-11-23T20:19:29,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:29,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393169355"}]},"ts":"1732393169355"} 2024-11-23T20:19:29,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:19:29,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:29,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-23T20:19:29,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:19:29,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:19:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:19:29,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:19:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:29,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:19:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:19:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:30,343 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:19:30,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@861d22d 2024-11-23T20:19:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:30,345 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:30,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:19:30,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:30,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:30,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:19:30,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:19:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:30,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66ad7fa70042e3a69872aa3a5e3784cd, NAME => 'test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7 2024-11-23T20:19:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:19:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66ad7fa70042e3a69872aa3a5e3784cd, disabling compactions & flushes 2024-11-23T20:19:31,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. after waiting 0 ms 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66ad7fa70042e3a69872aa3a5e3784cd: Waiting for close lock at 1732393171164Disabling compacts and flushes for region at 1732393171164Disabling writes for close at 1732393171164Writing region close event to WAL at 1732393171164Closed at 1732393171164 2024-11-23T20:19:31,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:31,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393171166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393171166"}]},"ts":"1732393171166"} 2024-11-23T20:19:31,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:31,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:31,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393171169"}]},"ts":"1732393171169"} 2024-11-23T20:19:31,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:19:31,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ad7fa70042e3a69872aa3a5e3784cd, ASSIGN}] 2024-11-23T20:19:31,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ad7fa70042e3a69872aa3a5e3784cd, ASSIGN 2024-11-23T20:19:31,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66ad7fa70042e3a69872aa3a5e3784cd, ASSIGN; state=OFFLINE, location=80f3ff297c7b,38359,1732393165556; forceNewPlan=false, retain=false 2024-11-23T20:19:31,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ad7fa70042e3a69872aa3a5e3784cd, regionState=OPENING, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66ad7fa70042e3a69872aa3a5e3784cd, ASSIGN because future has completed 2024-11-23T20:19:31,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ad7fa70042e3a69872aa3a5e3784cd, server=80f3ff297c7b,38359,1732393165556}] 2024-11-23T20:19:31,482 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,482 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ad7fa70042e3a69872aa3a5e3784cd, NAME => 'test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:31,482 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:31,482 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:19:31,482 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,482 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:31,483 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,483 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,484 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,485 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ad7fa70042e3a69872aa3a5e3784cd columnFamilyName f 2024-11-23T20:19:31,485 DEBUG [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:31,485 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(327): Store=66ad7fa70042e3a69872aa3a5e3784cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:31,486 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,487 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ad7fa70042e3a69872aa3a5e3784cd columnFamilyName f1 2024-11-23T20:19:31,487 DEBUG [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:31,487 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(327): Store=66ad7fa70042e3a69872aa3a5e3784cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:31,487 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,488 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ad7fa70042e3a69872aa3a5e3784cd columnFamilyName norep 2024-11-23T20:19:31,488 DEBUG [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:31,489 INFO [StoreOpener-66ad7fa70042e3a69872aa3a5e3784cd-1 {}] regionserver.HStore(327): Store=66ad7fa70042e3a69872aa3a5e3784cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:31,489 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,489 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,490 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,490 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,490 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,491 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:31,492 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,493 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:31,494 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66ad7fa70042e3a69872aa3a5e3784cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199859, jitterRate=0.0907628983259201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:31,494 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:31,494 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66ad7fa70042e3a69872aa3a5e3784cd: Running coprocessor pre-open hook at 1732393171483Writing region info on filesystem at 1732393171483Initializing all the Stores at 1732393171483Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393171483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393171484 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393171484Cleaning up temporary data from old regions at 1732393171490 (+6 ms)Running coprocessor post-open hooks at 1732393171494 (+4 ms)Region opened successfully at 1732393171494 2024-11-23T20:19:31,495 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., pid=6, masterSystemTime=1732393171478 2024-11-23T20:19:31,496 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,496 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:31,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ad7fa70042e3a69872aa3a5e3784cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ad7fa70042e3a69872aa3a5e3784cd, server=80f3ff297c7b,38359,1732393165556 because future has completed 2024-11-23T20:19:31,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:19:31,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ad7fa70042e3a69872aa3a5e3784cd, server=80f3ff297c7b,38359,1732393165556 in 174 msec 2024-11-23T20:19:31,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:19:31,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66ad7fa70042e3a69872aa3a5e3784cd, ASSIGN in 331 msec 2024-11-23T20:19:31,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:31,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393171504"}]},"ts":"1732393171504"} 2024-11-23T20:19:31,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:19:31,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:31,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-23T20:19:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:32,493 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:19:32,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2841b593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:32,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:32,494 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7440ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,496 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32261669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f11f15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:32,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:32,498 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5484d316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,499 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e041f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:32,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:32,501 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e00bbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,502 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279fb9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@189cd11b 2024-11-23T20:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:32,504 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:32,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:37703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:19:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:19:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:32,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:37703' 2024-11-23T20:19:32,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d831068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:32,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:32,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:32,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,510 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfcbf50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:32,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c12c3d5 2024-11-23T20:19:32,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:32,512 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:32,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:19:32,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:19:32,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:32,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:32,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:32,514 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:19:32,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:32,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:32,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:19:32,564 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:19:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:32,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f392ef5d55c807dc8a174854a82c9de, NAME => 'hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced 2024-11-23T20:19:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:19:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f392ef5d55c807dc8a174854a82c9de, disabling compactions & flushes 2024-11-23T20:19:33,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. after waiting 0 ms 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f392ef5d55c807dc8a174854a82c9de: Waiting for close lock at 1732393173332Disabling compacts and flushes for region at 1732393173332Disabling writes for close at 1732393173332Writing region close event to WAL at 1732393173332Closed at 1732393173332 2024-11-23T20:19:33,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:33,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393173333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393173333"}]},"ts":"1732393173333"} 2024-11-23T20:19:33,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:33,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:33,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393173336"}]},"ts":"1732393173336"} 2024-11-23T20:19:33,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:19:33,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f392ef5d55c807dc8a174854a82c9de, ASSIGN}] 2024-11-23T20:19:33,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f392ef5d55c807dc8a174854a82c9de, ASSIGN 2024-11-23T20:19:33,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f392ef5d55c807dc8a174854a82c9de, ASSIGN; state=OFFLINE, location=80f3ff297c7b,41763,1732393162813; forceNewPlan=false, retain=false 2024-11-23T20:19:33,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f392ef5d55c807dc8a174854a82c9de, regionState=OPENING, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:33,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f392ef5d55c807dc8a174854a82c9de, ASSIGN because future has completed 2024-11-23T20:19:33,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f392ef5d55c807dc8a174854a82c9de, server=80f3ff297c7b,41763,1732393162813}] 2024-11-23T20:19:33,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:33,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:19:33,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C41763%2C1732393162813.rep, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/oldWALs, maxLogs=10 2024-11-23T20:19:33,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.rep.1732393173657, exclude list is [], retry=0 2024-11-23T20:19:33,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-533dd981-a974-4ec7-83e9-f4a4a3f5c76e,DISK] 2024-11-23T20:19:33,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.rep.1732393173657 2024-11-23T20:19:33,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36371:36371)] 2024-11-23T20:19:33,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f392ef5d55c807dc8a174854a82c9de, NAME => 'hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:33,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:33,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:33,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. service=MultiRowMutationService 2024-11-23T20:19:33,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:19:33,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:33,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,680 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,682 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f392ef5d55c807dc8a174854a82c9de columnFamilyName hfileref 2024-11-23T20:19:33,682 DEBUG [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:33,682 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(327): Store=0f392ef5d55c807dc8a174854a82c9de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:33,683 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,683 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f392ef5d55c807dc8a174854a82c9de columnFamilyName queue 2024-11-23T20:19:33,684 DEBUG [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:33,684 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(327): Store=0f392ef5d55c807dc8a174854a82c9de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:33,684 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,685 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f392ef5d55c807dc8a174854a82c9de columnFamilyName sid 2024-11-23T20:19:33,685 DEBUG [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:33,685 INFO [StoreOpener-0f392ef5d55c807dc8a174854a82c9de-1 {}] regionserver.HStore(327): Store=0f392ef5d55c807dc8a174854a82c9de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:33,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:33,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:33,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0f392ef5d55c807dc8a174854a82c9de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71806255, jitterRate=0.06999658048152924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:33,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:33,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0f392ef5d55c807dc8a174854a82c9de: Running coprocessor pre-open hook at 1732393173678Writing region info on filesystem at 1732393173678Initializing all the Stores at 1732393173678Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393173678Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393173680 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393173680Cleaning up temporary data from old regions at 1732393173687 (+7 ms)Running coprocessor post-open hooks at 1732393173691 (+4 ms)Region opened successfully at 1732393173692 (+1 ms) 2024-11-23T20:19:33,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de., pid=10, masterSystemTime=1732393173646 2024-11-23T20:19:33,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:33,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f392ef5d55c807dc8a174854a82c9de, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:33,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f392ef5d55c807dc8a174854a82c9de, server=80f3ff297c7b,41763,1732393162813 because future has completed 2024-11-23T20:19:33,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:19:33,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f392ef5d55c807dc8a174854a82c9de, server=80f3ff297c7b,41763,1732393162813 in 204 msec 2024-11-23T20:19:33,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:19:33,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f392ef5d55c807dc8a174854a82c9de, ASSIGN in 360 msec 2024-11-23T20:19:33,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:33,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393173701"}]},"ts":"1732393173701"} 2024-11-23T20:19:33,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:19:33,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:33,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-23T20:19:33,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2] 2024-11-23T20:19:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:33,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:19:33,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:19:33,882 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:19:33,913 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,41763,1732393162813, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:19:33,913 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:33,913 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:33,914 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:33,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T20:19:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,41763,1732393162813', locateType=CURRENT is [region=hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2] 2024-11-23T20:19:33,919 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:19:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:19:33,921 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,41763,1732393162813 suceeded 2024-11-23T20:19:33,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:19:33,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T20:19:33,923 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:37703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:19:33,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-23T20:19:33,942 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:37703' 2024-11-23T20:19:33,943 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166830a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:33,943 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:33,943 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:33,944 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:33,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@333bf76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:33,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:33,946 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:33,947 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38556fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:33,947 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:33,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:33,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acefcf0 2024-11-23T20:19:33,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:33,948 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:33,949 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,41763,1732393162813 (queues=1) is replicating from cluster=687836c8-d3ab-45cb-8bd8-dfc2a063adca to cluster=46900ee7-c883-47ac-a73b-bdb7bffbd7ea 2024-11-23T20:19:33,949 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C41763%2C1732393162813 2024-11-23T20:19:33,949 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,41763,1732393162813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:19:33,950 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C41763%2C1732393162813 2024-11-23T20:19:33,950 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, startPosition=0, beingWritten=true 2024-11-23T20:19:33,956 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:19:33,956 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:33,956 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,41763,1732393162813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:19:34,160 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:34,464 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:34,653 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:19:34,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:34,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:34,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:34,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:34,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:34,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3622a65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,657 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d1aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d2aa3f 2024-11-23T20:19:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:34,660 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:34,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:33111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:19:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:19:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:34,662 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:33111' 2024-11-23T20:19:34,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385712ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,663 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:34,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:34,664 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181f0aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:34,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,665 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48926e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:34,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767c89a9 2024-11-23T20:19:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:34,667 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:34,667 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:19:34,667 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:19:34,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:34,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:34,668 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:34,669 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:19:34,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:34,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:34,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:19:34,719 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:19:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:34,868 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:35,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6798f2d1ccbcec9c4afbf7c2c9c7eb32, NAME => 'hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7 2024-11-23T20:19:35,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:19:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:35,372 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6798f2d1ccbcec9c4afbf7c2c9c7eb32, disabling compactions & flushes 2024-11-23T20:19:35,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. after waiting 0 ms 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6798f2d1ccbcec9c4afbf7c2c9c7eb32: Waiting for close lock at 1732393175485Disabling compacts and flushes for region at 1732393175485Disabling writes for close at 1732393175485Writing region close event to WAL at 1732393175485Closed at 1732393175485 2024-11-23T20:19:35,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:35,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393175487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393175487"}]},"ts":"1732393175487"} 2024-11-23T20:19:35,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:35,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:35,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393175490"}]},"ts":"1732393175490"} 2024-11-23T20:19:35,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:19:35,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6798f2d1ccbcec9c4afbf7c2c9c7eb32, ASSIGN}] 2024-11-23T20:19:35,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6798f2d1ccbcec9c4afbf7c2c9c7eb32, ASSIGN 2024-11-23T20:19:35,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6798f2d1ccbcec9c4afbf7c2c9c7eb32, ASSIGN; state=OFFLINE, location=80f3ff297c7b,38359,1732393165556; forceNewPlan=false, retain=false 2024-11-23T20:19:35,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:19:35,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6798f2d1ccbcec9c4afbf7c2c9c7eb32, regionState=OPENING, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:35,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6798f2d1ccbcec9c4afbf7c2c9c7eb32, ASSIGN because future has completed 2024-11-23T20:19:35,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6798f2d1ccbcec9c4afbf7c2c9c7eb32, server=80f3ff297c7b,38359,1732393165556}] 2024-11-23T20:19:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:19:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:35,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C38359%2C1732393165556.rep, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/oldWALs, maxLogs=10 2024-11-23T20:19:35,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.rep.1732393175803, exclude list is [], retry=0 2024-11-23T20:19:35,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-7a02e9a1-024b-4b0c-89a1-60fc07543a1d,DISK] 2024-11-23T20:19:35,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.rep.1732393175803 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40455:40455)] 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6798f2d1ccbcec9c4afbf7c2c9c7eb32, NAME => 'hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:35,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. service=MultiRowMutationService 2024-11-23T20:19:35,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,822 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,823 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 columnFamilyName hfileref 2024-11-23T20:19:35,823 DEBUG [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:35,824 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(327): Store=6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:35,824 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,825 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 columnFamilyName queue 2024-11-23T20:19:35,825 DEBUG [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:35,825 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(327): Store=6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:35,825 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,826 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6798f2d1ccbcec9c4afbf7c2c9c7eb32 columnFamilyName sid 2024-11-23T20:19:35,826 DEBUG [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:35,827 INFO [StoreOpener-6798f2d1ccbcec9c4afbf7c2c9c7eb32-1 {}] regionserver.HStore(327): Store=6798f2d1ccbcec9c4afbf7c2c9c7eb32/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:35,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:35,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6798f2d1ccbcec9c4afbf7c2c9c7eb32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62019698, jitterRate=-0.0758344829082489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6798f2d1ccbcec9c4afbf7c2c9c7eb32: Running coprocessor pre-open hook at 1732393175821Writing region info on filesystem at 1732393175821Initializing all the Stores at 1732393175822 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393175822Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393175822Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393175822Cleaning up temporary data from old regions at 1732393175829 (+7 ms)Running coprocessor post-open hooks at 1732393175833 (+4 ms)Region opened successfully at 1732393175833 2024-11-23T20:19:35,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32., pid=10, masterSystemTime=1732393175798 2024-11-23T20:19:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:35,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6798f2d1ccbcec9c4afbf7c2c9c7eb32, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:35,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6798f2d1ccbcec9c4afbf7c2c9c7eb32, server=80f3ff297c7b,38359,1732393165556 because future has completed 2024-11-23T20:19:35,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:19:35,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6798f2d1ccbcec9c4afbf7c2c9c7eb32, server=80f3ff297c7b,38359,1732393165556 in 192 msec 2024-11-23T20:19:35,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:19:35,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6798f2d1ccbcec9c4afbf7c2c9c7eb32, ASSIGN in 349 msec 2024-11-23T20:19:35,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:35,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393175842"}]},"ts":"1732393175842"} 2024-11-23T20:19:35,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:19:35,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:35,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-23T20:19:35,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2] 2024-11-23T20:19:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:35,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:19:35,977 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:36,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:19:36,038 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:19:36,067 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,38359,1732393165556, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:36,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T20:19:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,38359,1732393165556', locateType=CURRENT is [region=hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2] 2024-11-23T20:19:36,073 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:19:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:19:36,076 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,38359,1732393165556 suceeded 2024-11-23T20:19:36,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:19:36,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T20:19:36,077 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:33111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:19:36,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-23T20:19:36,088 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:33111' 2024-11-23T20:19:36,089 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b06c2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:36,089 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:36,089 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:36,090 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f5ca1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:36,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:36,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:36,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:36,092 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:36,092 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246b256d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:36,092 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:36,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:36,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5b23cb 2024-11-23T20:19:36,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:36,094 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:36,094 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,38359,1732393165556 (queues=1) is replicating from cluster=46900ee7-c883-47ac-a73b-bdb7bffbd7ea to cluster=687836c8-d3ab-45cb-8bd8-dfc2a063adca 2024-11-23T20:19:36,094 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C38359%2C1732393165556 2024-11-23T20:19:36,094 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,38359,1732393165556, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:19:36,095 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C38359%2C1732393165556 2024-11-23T20:19:36,095 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, startPosition=0, beingWritten=true 2024-11-23T20:19:36,100 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:19:36,100 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:36,100 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,38359,1732393165556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:19:36,304 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:36,609 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:36,681 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:19:36,812 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:19:36,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:36,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:36,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:36,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:36,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:36,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:36,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732393176816/Put/seqid=0 2024-11-23T20:19:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741840_1016 (size=7894) 2024-11-23T20:19:37,013 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:37,224 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732393177223/Put/seqid=0 2024-11-23T20:19:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741841_1017 (size=7691) 2024-11-23T20:19:37,485 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:37,517 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:37,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682fdf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:37,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:37,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:37,631 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e6be94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:37,633 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:37,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4252f0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:37,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:37,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:37,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c0d0bc 2024-11-23T20:19:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:37,647 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2] 2024-11-23T20:19:37,653 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:37,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T20:19:37,662 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T20:19:37,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T20:19:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:37,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T20:19:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegion(2603): Flush status journal for 08132e51f2e3be1ea1805961a41136a4: 2024-11-23T20:19:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_1 2024-11-23T20:19:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_1 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ 2024-11-23T20:19:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_0 2024-11-23T20:19:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_0 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ 2024-11-23T20:19:37,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_1 into 08132e51f2e3be1ea1805961a41136a4/f as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ - updating store file list. 2024-11-23T20:19:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e2fd217561b41f787d8acfdaef181dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:37,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ into 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:37,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_1 into 08132e51f2e3be1ea1805961a41136a4/f (new location: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_) 2024-11-23T20:19:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_1 2024-11-23T20:19:37,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_0 into 08132e51f2e3be1ea1805961a41136a4/f as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ - updating store file list. 2024-11-23T20:19:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9f3b0549edf4e50869085f2cc985070_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:37,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ into 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:37,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_0 into 08132e51f2e3be1ea1805961a41136a4/f (new location: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_) 2024-11-23T20:19:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins__test__vntivijg275ki7mlkiqtkh9s8ukf7regus2h70omg10cm1i6r2u5d6moon0us249/f/hfile_0 2024-11-23T20:19:37,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:37,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:37,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:37,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:37,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2 , the old value is region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:41763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:19:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:19:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2 from cache 2024-11-23T20:19:37,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:37,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T20:19:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:37,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2] 2024-11-23T20:19:37,701 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:19:37,803 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:41763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:19:38,121 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:38,389 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 379, reset compression=false 2024-11-23T20:19:38,394 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:19:38,395 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,41763,1732393162813 got entry batch from reader: WALEntryBatch [walEntries=[{test/08132e51f2e3be1ea1805961a41136a4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393177692/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:19:38,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:38,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T20:19:38,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.ReplicationSink(318): Replicating [687836c8-d3ab-45cb-8bd8-dfc2a063adca] bulk loaded data 2024-11-23T20:19:38,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759de6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:38,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:38,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:38,401 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:38,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2bf27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:38,403 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:38,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f039589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741840_1016 (size=7691) 2024-11-23T20:19:38,595 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:38,703 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:19:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741841_1017 (size=7894) 2024-11-23T20:19:38,826 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:38,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:38,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:38,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484b204c 2024-11-23T20:19:38,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:38,831 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:38,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:38,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:38,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:38,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:38,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T20:19:38,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T20:19:38,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T20:19:38,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ for inclusion in 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T20:19:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:38,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ for inclusion in 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T20:19:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegion(2603): Flush status journal for 66ad7fa70042e3a69872aa3a5e3784cd: 2024-11-23T20:19:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:19:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/adb3816ab5244e52a6ec718b91aff352_SeqId_4_ 2024-11-23T20:19:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e9f3b0549edf4e50869085f2cc985070_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:19:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_ 2024-11-23T20:19:38,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/adb3816ab5244e52a6ec718b91aff352_SeqId_4_ - updating store file list. 2024-11-23T20:19:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adb3816ab5244e52a6ec718b91aff352_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/adb3816ab5244e52a6ec718b91aff352_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:38,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f (new location: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/adb3816ab5244e52a6ec718b91aff352_SeqId_4_) 2024-11-23T20:19:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/4e2fd217561b41f787d8acfdaef181dc_SeqId_4_ 2024-11-23T20:19:38,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_ - updating store file list. 2024-11-23T20:19:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:38,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:38,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ into 66ad7fa70042e3a69872aa3a5e3784cd/f (new location: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_) 2024-11-23T20:19:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__pp87s838nnt3ej2le6e7cb84lgje12dqnrgelr2jhlp2bkfnc0nt0lth684kuuea/f/e9f3b0549edf4e50869085f2cc985070_SeqId_4_ 2024-11-23T20:19:38,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.ReplicationSink(324): Finished replicating [687836c8-d3ab-45cb-8bd8-dfc2a063adca] bulk loaded data 2024-11-23T20:19:38,915 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:39,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:39,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:39,321 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:39,630 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 379, reset compression=false 2024-11-23T20:19:39,635 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:19:39,635 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,38359,1732393165556 got entry batch from reader: WALEntryBatch [walEntries=[{test/66ad7fa70042e3a69872aa3a5e3784cd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393178868/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T20:19:39,638 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:39,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T20:19:39,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.ReplicationSink(318): Replicating [687836c8-d3ab-45cb-8bd8-dfc2a063adca, 46900ee7-c883-47ac-a73b-bdb7bffbd7ea] bulk loaded data 2024-11-23T20:19:39,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7cfcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:39,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33111,-1 for getting cluster id 2024-11-23T20:19:39,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:39,641 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687836c8-d3ab-45cb-8bd8-dfc2a063adca' 2024-11-23T20:19:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687836c8-d3ab-45cb-8bd8-dfc2a063adca" 2024-11-23T20:19:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e88cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33111,-1] 2024-11-23T20:19:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:39,642 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:39,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c71e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741842_1018 (size=7691) 2024-11-23T20:19:39,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:39,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732393179715/Put/seqid=0 2024-11-23T20:19:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741842_1018 (size=11194) 2024-11-23T20:19:39,825 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:39,835 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 725, reset compression=false 2024-11-23T20:19:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:19:39,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T20:19:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741843_1019 (size=7894) 2024-11-23T20:19:40,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732393180121/Put/seqid=0 2024-11-23T20:19:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741843_1019 (size=10791) 2024-11-23T20:19:40,139 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 725, reset compression=false 2024-11-23T20:19:40,430 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:40,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279beaaf 2024-11-23T20:19:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:40,470 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T20:19:40,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:40,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:40,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T20:19:40,484 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__2cqla23rahe6p6i0pfit6hm2rk2nkbghrigpes49sdb8b1obdhuts18o1cigrsrg/f/1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T20:19:40,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__2cqla23rahe6p6i0pfit6hm2rk2nkbghrigpes49sdb8b1obdhuts18o1cigrsrg/f/adb3816ab5244e52a6ec718b91aff352_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T20:19:40,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.ReplicationSink(324): Finished replicating [687836c8-d3ab-45cb-8bd8-dfc2a063adca, 46900ee7-c883-47ac-a73b-bdb7bffbd7ea] bulk loaded data 2024-11-23T20:19:40,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc5e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:40,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,37703,-1 for getting cluster id 2024-11-23T20:19:40,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:40,528 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46900ee7-c883-47ac-a73b-bdb7bffbd7ea' 2024-11-23T20:19:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46900ee7-c883-47ac-a73b-bdb7bffbd7ea" 2024-11-23T20:19:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee7dc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,37703,-1] 2024-11-23T20:19:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:40,530 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:40,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c220023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:40,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:40,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,38359,1732393165556, seqNum=-1] 2024-11-23T20:19:40,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:40,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:40,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@234282d6 2024-11-23T20:19:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:40,542 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:40,543 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 725, reset compression=false 2024-11-23T20:19:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2] 2024-11-23T20:19:40,548 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:40,553 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T20:19:40,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T20:19:40,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T20:19:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T20:19:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegion(2603): Flush status journal for 66ad7fa70042e3a69872aa3a5e3784cd: 2024-11-23T20:19:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_0 2024-11-23T20:19:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_0 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ 2024-11-23T20:19:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_1 2024-11-23T20:19:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_1 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ 2024-11-23T20:19:40,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_0 into 66ad7fa70042e3a69872aa3a5e3784cd/f as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ - updating store file list. 2024-11-23T20:19:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:40,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ into 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:40,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_0 into 66ad7fa70042e3a69872aa3a5e3784cd/f (new location: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_) 2024-11-23T20:19:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_0 2024-11-23T20:19:40,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_1 into 66ad7fa70042e3a69872aa3a5e3784cd/f as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ - updating store file list. 2024-11-23T20:19:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e1a196723dd4abd8470d315661571f2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:40,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ into 66ad7fa70042e3a69872aa3a5e3784cd/f 2024-11-23T20:19:40,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_1 into 66ad7fa70042e3a69872aa3a5e3784cd/f (new location: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_) 2024-11-23T20:19:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins__test__bm8g7hmvq3ojdhk8psf20rjakfbqo9bmc4lnsuump9l46g5k89fqf6tc10iaalu1/f/hfile_1 2024-11-23T20:19:40,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:40,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:40,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:40,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2 , the old value is region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:38359 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:19:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:19:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd., hostname=80f3ff297c7b,38359,1732393165556, seqNum=2 from cache 2024-11-23T20:19:40,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:40,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:40,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,41763,1732393162813, seqNum=-1] 2024-11-23T20:19:40,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T20:19:40,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:40,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4., hostname=80f3ff297c7b,41763,1732393162813, seqNum=2] 2024-11-23T20:19:40,595 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:19:40,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:38359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:19:41,048 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 725, reset compression=false 2024-11-23T20:19:41,053 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:19:41,053 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,38359,1732393165556 got entry batch from reader: WALEntryBatch [walEntries=[{test/66ad7fa70042e3a69872aa3a5e3784cd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393180583/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:19:41,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.ReplicationSink(318): Replicating [46900ee7-c883-47ac-a73b-bdb7bffbd7ea] bulk loaded data 2024-11-23T20:19:41,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741844_1020 (size=11194) 2024-11-23T20:19:41,134 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:41,253 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:41,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741845_1021 (size=10791) 2024-11-23T20:19:41,558 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:41,599 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:19:41,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:41,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T20:19:41,885 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T20:19:41,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ for inclusion in 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T20:19:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:41,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ for inclusion in 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T20:19:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:19:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegion(2603): Flush status journal for 08132e51f2e3be1ea1805961a41136a4: 2024-11-23T20:19:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e1a196723dd4abd8470d315661571f2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:19:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_ 2024-11-23T20:19:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:19:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/114545188a93477b820f2af1eccea62d_SeqId_6_ 2024-11-23T20:19:41,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_ - updating store file list. 2024-11-23T20:19:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:41,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:41,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f (new location: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_) 2024-11-23T20:19:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/2e1a196723dd4abd8470d315661571f2_SeqId_6_ 2024-11-23T20:19:41,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/114545188a93477b820f2af1eccea62d_SeqId_6_ - updating store file list. 2024-11-23T20:19:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 114545188a93477b820f2af1eccea62d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:19:41,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/114545188a93477b820f2af1eccea62d_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f 2024-11-23T20:19:41,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ into 08132e51f2e3be1ea1805961a41136a4/f (new location: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/f/114545188a93477b820f2af1eccea62d_SeqId_6_) 2024-11-23T20:19:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/staging/jenkins.hfs.10__test__c5i1sgdqrupd4m300ffepf9avg04krv69dp4tqun4oq86fhlf0g6evpt3uk42q4/f/4bcf0f9cc50b4a348f1a0cb47b7b5444_SeqId_6_ 2024-11-23T20:19:41,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] regionserver.ReplicationSink(324): Finished replicating [46900ee7-c883-47ac-a73b-bdb7bffbd7ea] bulk loaded data 2024-11-23T20:19:41,939 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 687, reset compression=false 2024-11-23T20:19:41,944 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:19:41,944 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,41763,1732393162813 got entry batch from reader: WALEntryBatch [walEntries=[{test/08132e51f2e3be1ea1805961a41136a4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393181906/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T20:19:41,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.ReplicationSink(318): Replicating [46900ee7-c883-47ac-a73b-bdb7bffbd7ea, 687836c8-d3ab-45cb-8bd8-dfc2a063adca] bulk loaded data 2024-11-23T20:19:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741844_1020 (size=10791) 2024-11-23T20:19:41,962 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741845_1021 (size=11194) 2024-11-23T20:19:42,144 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:42,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:19:42,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__j0mh8mtduf0nd46ttkqop7kdu4vr2hc7p6kqe5tpncq0rq3jr165ft2jhmksita2/f/114545188a93477b820f2af1eccea62d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T20:19:42,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/staging/jenkins.hfs.11__test__j0mh8mtduf0nd46ttkqop7kdu4vr2hc7p6kqe5tpncq0rq3jr165ft2jhmksita2/f/6cbbf9ea7a4c4a71b7bc8c7691b6471d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T20:19:42,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38359 {}] regionserver.ReplicationSink(324): Finished replicating [46900ee7-c883-47ac-a73b-bdb7bffbd7ea, 687836c8-d3ab-45cb-8bd8-dfc2a063adca] bulk loaded data 2024-11-23T20:19:42,448 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:42,466 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:42,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:19:42,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:42,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:42,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:42,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:42,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:19:42,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1275639859, stopped=false 2024-11-23T20:19:42,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,37703,1732393165519 2024-11-23T20:19:42,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865244882/running 2024-11-23T20:19:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865244882/running 2024-11-23T20:19:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:42,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:42,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:42,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:42,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:42,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,38359,1732393165556' ***** 2024-11-23T20:19:42,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:19:42,613 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:19:42,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:19:42,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/running 2024-11-23T20:19:42,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Set watcher on znode that does not yet exist, /11865244882/running 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(3091): Received CLOSE for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(3091): Received CLOSE for 66ad7fa70042e3a69872aa3a5e3784cd 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:42,614 INFO [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38359. 2024-11-23T20:19:42,615 DEBUG [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6798f2d1ccbcec9c4afbf7c2c9c7eb32, disabling compactions & flushes 2024-11-23T20:19:42,615 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:42,615 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. after waiting 0 ms 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:42,615 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:19:42,615 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:19:42,615 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:19:42,615 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:19:42,615 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T20:19:42,615 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:19:42,615 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1325): Online Regions={6798f2d1ccbcec9c4afbf7c2c9c7eb32=hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32., 1588230740=hbase:meta,,1.1588230740, 66ad7fa70042e3a69872aa3a5e3784cd=test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd.} 2024-11-23T20:19:42,615 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:42,615 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ad7fa70042e3a69872aa3a5e3784cd, 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:42,615 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:42,615 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:42,615 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:19:42,639 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/info/06ca60501a5a4f8bbb251d9657c7eeb4 is 147, key is hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32./info:regioninfo/1732393175835/Put/seqid=0 2024-11-23T20:19:42,639 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/hfileref/7a53d6c0ae34417c81c7280cd9044708 is 74, key is 1/hfileref:1efe2499709849d5ab7ba8f07806cb4f_SeqId_4_/1732393180489/DeleteColumn/seqid=0 2024-11-23T20:19:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741846_1022 (size=5345) 2024-11-23T20:19:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741847_1023 (size=7686) 2024-11-23T20:19:42,646 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/info/06ca60501a5a4f8bbb251d9657c7eeb4 2024-11-23T20:19:42,665 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/ns/b6783657984e4a4682e02ed413254424 is 43, key is default/ns:d/1732393168124/Put/seqid=0 2024-11-23T20:19:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741848_1024 (size=5153) 2024-11-23T20:19:42,815 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ad7fa70042e3a69872aa3a5e3784cd, 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:42,851 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:43,015 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ad7fa70042e3a69872aa3a5e3784cd, 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:43,040 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:19:43,040 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:19:43,045 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/hfileref/7a53d6c0ae34417c81c7280cd9044708 2024-11-23T20:19:43,065 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/queue/5278471cd8b74184b2f2ef77044d9f5b is 154, key is 1-80f3ff297c7b,38359,1732393165556/queue:80f3ff297c7b%2C38359%2C1732393165556/1732393181911/Put/seqid=0 2024-11-23T20:19:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741849_1025 (size=5353) 2024-11-23T20:19:43,070 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/ns/b6783657984e4a4682e02ed413254424 2024-11-23T20:19:43,071 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:43,093 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab9233260d1445180e702c09b68803c is 112, key is test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd./rep_barrier:seqnumDuringOpen/1732393171497/Put/seqid=0 2024-11-23T20:19:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741850_1026 (size=5518) 2024-11-23T20:19:43,216 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ad7fa70042e3a69872aa3a5e3784cd, 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:43,355 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:43,416 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ad7fa70042e3a69872aa3a5e3784cd, 6798f2d1ccbcec9c4afbf7c2c9c7eb32 2024-11-23T20:19:43,469 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/queue/5278471cd8b74184b2f2ef77044d9f5b 2024-11-23T20:19:43,475 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/hfileref/7a53d6c0ae34417c81c7280cd9044708 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref/7a53d6c0ae34417c81c7280cd9044708 2024-11-23T20:19:43,479 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref/7a53d6c0ae34417c81c7280cd9044708, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T20:19:43,480 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/.tmp/queue/5278471cd8b74184b2f2ef77044d9f5b as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue/5278471cd8b74184b2f2ef77044d9f5b 2024-11-23T20:19:43,484 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue/5278471cd8b74184b2f2ef77044d9f5b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T20:19:43,485 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 in 870ms, sequenceid=12, compaction requested=false 2024-11-23T20:19:43,489 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/replication/6798f2d1ccbcec9c4afbf7c2c9c7eb32/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:19:43,489 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:43,489 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:43,489 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:43,489 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6798f2d1ccbcec9c4afbf7c2c9c7eb32: Waiting for close lock at 1732393182614Running coprocessor pre-close hooks at 1732393182614Disabling compacts and flushes for region at 1732393182614Disabling writes for close at 1732393182615 (+1 ms)Obtaining lock to block concurrent updates at 1732393182615Preparing flush snapshotting stores in 6798f2d1ccbcec9c4afbf7c2c9c7eb32 at 1732393182615Finished memstore snapshotting hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732393182615Flushing stores of hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. at 1732393182616 (+1 ms)Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref: creating writer at 1732393182616Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref: appending metadata at 1732393182638 (+22 ms)Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/hfileref: closing flushed file at 1732393182639 (+1 ms)Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue: creating writer at 1732393183050 (+411 ms)Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue: appending metadata at 1732393183064 (+14 ms)Flushing 6798f2d1ccbcec9c4afbf7c2c9c7eb32/queue: closing flushed file at 1732393183064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0eba: reopening flushed file at 1732393183474 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebba3dc: reopening flushed file at 1732393183479 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6798f2d1ccbcec9c4afbf7c2c9c7eb32 in 870ms, sequenceid=12, compaction requested=false at 1732393183485 (+6 ms)Writing region close event to WAL at 1732393183486 (+1 ms)Running coprocessor post-close hooks at 1732393183489 (+3 ms)Closed at 1732393183489 2024-11-23T20:19:43,490 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393174668.6798f2d1ccbcec9c4afbf7c2c9c7eb32. 2024-11-23T20:19:43,490 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66ad7fa70042e3a69872aa3a5e3784cd, disabling compactions & flushes 2024-11-23T20:19:43,490 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:43,490 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:43,490 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. after waiting 0 ms 2024-11-23T20:19:43,490 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:43,493 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/default/test/66ad7fa70042e3a69872aa3a5e3784cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:19:43,493 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:43,493 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:43,493 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:43,493 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66ad7fa70042e3a69872aa3a5e3784cd: Waiting for close lock at 1732393183490Running coprocessor pre-close hooks at 1732393183490Disabling compacts and flushes for region at 1732393183490Disabling writes for close at 1732393183490Writing region close event to WAL at 1732393183490Running coprocessor post-close hooks at 1732393183493 (+3 ms)Closed at 1732393183493 2024-11-23T20:19:43,494 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393170345.66ad7fa70042e3a69872aa3a5e3784cd. 2024-11-23T20:19:43,497 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab9233260d1445180e702c09b68803c 2024-11-23T20:19:43,515 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/table/6db8df52103441a8acd2bf7c7066b16e is 53, key is hbase:replication/table:state/1732393175842/Put/seqid=0 2024-11-23T20:19:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741851_1027 (size=5308) 2024-11-23T20:19:43,616 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:19:43,616 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:19:43,616 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:43,774 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1033, reset compression=false 2024-11-23T20:19:43,779 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:19:43,779 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1328, reset compression=false 2024-11-23T20:19:43,779 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,38359,1732393165556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:19:43,781 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,38359,1732393165556: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,38359,1732393165556, walGroup=80f3ff297c7b%2C38359%2C1732393165556, offset=80f3ff297c7b%2C38359%2C1732393165556.1732393167137:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:38359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:19:43,783 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:19:43,785 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:19:43,786 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:19:43,786 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:19:43,786 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:19:43,786 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 552390336 }, "NonHeapMemoryUsage": { "committed": 191430656, "init": 7667712, "max": -1, "used": 188469304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:19:43,789 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:19:43,816 DEBUG [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:43,920 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/table/6db8df52103441a8acd2bf7c7066b16e 2024-11-23T20:19:43,925 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/info/06ca60501a5a4f8bbb251d9657c7eeb4 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/info/06ca60501a5a4f8bbb251d9657c7eeb4 2024-11-23T20:19:43,929 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/info/06ca60501a5a4f8bbb251d9657c7eeb4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:19:43,930 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/ns/b6783657984e4a4682e02ed413254424 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/ns/b6783657984e4a4682e02ed413254424 2024-11-23T20:19:43,934 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/ns/b6783657984e4a4682e02ed413254424, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:19:43,935 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab9233260d1445180e702c09b68803c as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/rep_barrier/5ab9233260d1445180e702c09b68803c 2024-11-23T20:19:43,940 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/rep_barrier/5ab9233260d1445180e702c09b68803c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:19:43,941 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/.tmp/table/6db8df52103441a8acd2bf7c7066b16e as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/table/6db8df52103441a8acd2bf7c7066b16e 2024-11-23T20:19:43,945 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/table/6db8df52103441a8acd2bf7c7066b16e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:19:43,946 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-23T20:19:43,951 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:19:43,952 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:43,952 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:43,952 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:43,952 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393182615Running coprocessor pre-close hooks at 1732393182615Disabling compacts and flushes for region at 1732393182615Disabling writes for close at 1732393182615Obtaining lock to block concurrent updates at 1732393182615Preparing flush snapshotting stores in 1588230740 at 1732393182615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393182616 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393182616Flushing 1588230740/info: creating writer at 1732393182616Flushing 1588230740/info: appending metadata at 1732393182639 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732393182639Flushing 1588230740/ns: creating writer at 1732393182651 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732393182665 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393182665Flushing 1588230740/rep_barrier: creating writer at 1732393183075 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393183092 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393183092Flushing 1588230740/table: creating writer at 1732393183501 (+409 ms)Flushing 1588230740/table: appending metadata at 1732393183515 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732393183515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2552b082: reopening flushed file at 1732393183924 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c670de: reopening flushed file at 1732393183930 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a6189a: reopening flushed file at 1732393183935 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cac7b6: reopening flushed file at 1732393183940 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732393183946 (+6 ms)Writing region close event to WAL at 1732393183947 (+1 ms)Running coprocessor post-close hooks at 1732393183952 (+5 ms)Closed at 1732393183952 2024-11-23T20:19:43,952 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:43,959 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:43,983 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1328, reset compression=false 2024-11-23T20:19:44,017 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,38359,1732393165556; all regions closed. 2024-11-23T20:19:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:19:44,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.meta.1732393168083.meta not finished, retry = 0 2024-11-23T20:19:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741839_1015 (size=3127) 2024-11-23T20:19:44,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.rep.1732393175803 not finished, retry = 0 2024-11-23T20:19:44,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741832_1008 (size=1336) 2024-11-23T20:19:44,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 not finished, retry = 0 2024-11-23T20:19:44,287 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 to pos 1328, reset compression=false 2024-11-23T20:19:44,326 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:44,326 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:44,326 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/WALs/80f3ff297c7b,38359,1732393165556/80f3ff297c7b%2C38359%2C1732393165556.1732393167137 2024-11-23T20:19:44,326 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T20:19:44,326 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:44,326 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T20:19:44,326 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:44,327 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:44,327 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:44,327 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,38359,1732393165556 because: Region server is closing 2024-11-23T20:19:44,327 INFO [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38359. 2024-11-23T20:19:44,327 DEBUG [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:44,327 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:44,327 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:44,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:44,427 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.shipper80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 terminated 2024-11-23T20:19:44,428 INFO [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:38359. 2024-11-23T20:19:44,428 DEBUG [RS:0;80f3ff297c7b:38359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:44,427 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,38359,1732393165556.replicationSource.wal-reader.80f3ff297c7b%2C38359%2C1732393165556,1-80f3ff297c7b,38359,1732393165556 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-23T20:19:44,428 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:44,428 DEBUG [RS:0;80f3ff297c7b:38359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:44,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:44,428 INFO [RS:0;80f3ff297c7b:38359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38359 2024-11-23T20:19:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865244882/rs/80f3ff297c7b,38359,1732393165556 2024-11-23T20:19:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882/rs 2024-11-23T20:19:44,430 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:44,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,38359,1732393165556] 2024-11-23T20:19:44,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/draining/80f3ff297c7b,38359,1732393165556 already deleted, retry=false 2024-11-23T20:19:44,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,38359,1732393165556 expired; onlineServers=0 2024-11-23T20:19:44,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,37703,1732393165519' ***** 2024-11-23T20:19:44,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:44,432 INFO [M:0;80f3ff297c7b:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:44,432 INFO [M:0;80f3ff297c7b:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:44,432 DEBUG [M:0;80f3ff297c7b:37703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:44,432 DEBUG [M:0;80f3ff297c7b:37703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:44,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:44,433 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393166928 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393166928,5,FailOnTimeoutGroup] 2024-11-23T20:19:44,433 INFO [M:0;80f3ff297c7b:37703 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:44,433 INFO [M:0;80f3ff297c7b:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:44,433 DEBUG [M:0;80f3ff297c7b:37703 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:44,433 INFO [M:0;80f3ff297c7b:37703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:44,433 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393166929 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393166929,5,FailOnTimeoutGroup] 2024-11-23T20:19:44,433 INFO [M:0;80f3ff297c7b:37703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:44,433 INFO [M:0;80f3ff297c7b:37703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:44,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865244882/master 2024-11-23T20:19:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865244882 2024-11-23T20:19:44,436 DEBUG [M:0;80f3ff297c7b:37703 {}] zookeeper.RecoverableZooKeeper(212): Node /11865244882/master already deleted, retry=false 2024-11-23T20:19:44,436 DEBUG [M:0;80f3ff297c7b:37703 {}] master.ActiveMasterManager(353): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Failed delete of our master address node; KeeperErrorCode = NoNode for /11865244882/master 2024-11-23T20:19:44,436 INFO [M:0;80f3ff297c7b:37703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/.lastflushedseqids 2024-11-23T20:19:44,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741852_1028 (size=263) 2024-11-23T20:19:44,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:44,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38359-0x101467bbf450004, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:44,531 INFO [RS:0;80f3ff297c7b:38359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:44,532 INFO [RS:0;80f3ff297c7b:38359 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,38359,1732393165556; zookeeper connection closed. 2024-11-23T20:19:44,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b55344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b55344 2024-11-23T20:19:44,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:44,663 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:44,841 INFO [M:0;80f3ff297c7b:37703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:44,841 INFO [M:0;80f3ff297c7b:37703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:44,841 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:44,841 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:44,841 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:44,842 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:44,842 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:44,842 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T20:19:44,858 DEBUG [M:0;80f3ff297c7b:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e6f50a7b04108a26c816ab0d9bb5f is 82, key is hbase:meta,,1/info:regioninfo/1732393168114/Put/seqid=0 2024-11-23T20:19:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741853_1029 (size=5672) 2024-11-23T20:19:45,262 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e6f50a7b04108a26c816ab0d9bb5f 2024-11-23T20:19:45,285 DEBUG [M:0;80f3ff297c7b:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d8751592aa4807aa2604c84271f574 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393175845/Put/seqid=0 2024-11-23T20:19:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741854_1030 (size=8516) 2024-11-23T20:19:45,467 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:45,690 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d8751592aa4807aa2604c84271f574 2024-11-23T20:19:45,708 DEBUG [M:0;80f3ff297c7b:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0e7374dad2a46e9858d22c1407cc128 is 69, key is 80f3ff297c7b,38359,1732393165556/rs:state/1732393166994/Put/seqid=0 2024-11-23T20:19:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741855_1031 (size=5156) 2024-11-23T20:19:46,112 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0e7374dad2a46e9858d22c1407cc128 2024-11-23T20:19:46,117 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca0e6f50a7b04108a26c816ab0d9bb5f as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca0e6f50a7b04108a26c816ab0d9bb5f 2024-11-23T20:19:46,121 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca0e6f50a7b04108a26c816ab0d9bb5f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:19:46,122 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d8751592aa4807aa2604c84271f574 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d8751592aa4807aa2604c84271f574 2024-11-23T20:19:46,126 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d8751592aa4807aa2604c84271f574, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:19:46,127 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0e7374dad2a46e9858d22c1407cc128 as hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0e7374dad2a46e9858d22c1407cc128 2024-11-23T20:19:46,131 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/680732b0-1fab-76a9-91e7-3b3b9146fab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0e7374dad2a46e9858d22c1407cc128, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:19:46,132 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-23T20:19:46,133 INFO [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:46,133 DEBUG [M:0;80f3ff297c7b:37703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393184841Disabling compacts and flushes for region at 1732393184841Disabling writes for close at 1732393184842 (+1 ms)Obtaining lock to block concurrent updates at 1732393184842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393184842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732393184842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393184843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393184843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393184857 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393184857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393185267 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393185285 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393185285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393185694 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393185708 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393185708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af10b21: reopening flushed file at 1732393186117 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1061c886: reopening flushed file at 1732393186121 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae2c9d6: reopening flushed file at 1732393186126 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732393186132 (+6 ms)Writing region close event to WAL at 1732393186133 (+1 ms)Closed at 1732393186133 2024-11-23T20:19:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741830_1006 (size=63654) 2024-11-23T20:19:46,136 INFO [M:0;80f3ff297c7b:37703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:46,136 INFO [M:0;80f3ff297c7b:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-23T20:19:46,136 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:46,137 INFO [M:0;80f3ff297c7b:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:46,239 INFO [M:0;80f3ff297c7b:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101467bbf450003, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:46,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c6b485f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:46,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20d00075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:46,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:46,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751a2c45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:46,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2613eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:46,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:19:46,244 WARN [BP-448706154-172.17.0.2-1732393164444 heartbeating to localhost/127.0.0.1:41741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:19:46,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:19:46,244 WARN [BP-448706154-172.17.0.2-1732393164444 heartbeating to localhost/127.0.0.1:41741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448706154-172.17.0.2-1732393164444 (Datanode Uuid e789230f-3bcf-43e2-af71-10e38154638e) service to localhost/127.0.0.1:41741 2024-11-23T20:19:46,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/cluster_818d2371-872d-971b-a3cd-567757b24351/data/data1/current/BP-448706154-172.17.0.2-1732393164444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:46,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/cluster_818d2371-872d-971b-a3cd-567757b24351/data/data2/current/BP-448706154-172.17.0.2-1732393164444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:46,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:19:46,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9ebfb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:46,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc05b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:46,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:46,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456220b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:46,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38fea699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:19:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:19:46,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:46,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:46,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:46,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:46,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:46,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:19:46,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167156679, stopped=false 2024-11-23T20:19:46,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,33111,1732393162702 2024-11-23T20:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/094188637/running 2024-11-23T20:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/094188637/running 2024-11-23T20:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:46,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:46,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/running 2024-11-23T20:19:46,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:19:46,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:46,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Set watcher on znode that does not yet exist, /094188637/running 2024-11-23T20:19:46,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:46,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,41763,1732393162813' ***** 2024-11-23T20:19:46,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:19:46,270 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:19:46,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:19:46,270 INFO [RS:0;80f3ff297c7b:41763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:19:46,270 INFO [RS:0;80f3ff297c7b:41763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:19:46,270 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f392ef5d55c807dc8a174854a82c9de 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(3091): Received CLOSE for 08132e51f2e3be1ea1805961a41136a4 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:41763. 2024-11-23T20:19:46,271 DEBUG [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f392ef5d55c807dc8a174854a82c9de, disabling compactions & flushes 2024-11-23T20:19:46,271 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:46,271 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. after waiting 0 ms 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:19:46,271 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f392ef5d55c807dc8a174854a82c9de 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T20:19:46,271 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:19:46,271 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1325): Online Regions={0f392ef5d55c807dc8a174854a82c9de=hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de., 1588230740=hbase:meta,,1.1588230740, 08132e51f2e3be1ea1805961a41136a4=test,,1732393168192.08132e51f2e3be1ea1805961a41136a4.} 2024-11-23T20:19:46,271 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 08132e51f2e3be1ea1805961a41136a4, 0f392ef5d55c807dc8a174854a82c9de, 1588230740 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:46,271 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:46,271 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:46,272 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:19:46,287 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/info/2d479c99801844eda81ecb708107bbe5 is 147, key is hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de./info:regioninfo/1732393173695/Put/seqid=0 2024-11-23T20:19:46,290 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/hfileref/b3bebe3f5d1e47899812e2f55ab6b15f is 74, key is 1/hfileref:114545188a93477b820f2af1eccea62d_SeqId_6_/1732393182378/DeleteColumn/seqid=0 2024-11-23T20:19:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741846_1022 (size=7686) 2024-11-23T20:19:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741847_1023 (size=5345) 2024-11-23T20:19:46,369 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:46,371 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:46,471 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 08132e51f2e3be1ea1805961a41136a4, 0f392ef5d55c807dc8a174854a82c9de, 1588230740 2024-11-23T20:19:46,552 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:19:46,553 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:19:46,672 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 08132e51f2e3be1ea1805961a41136a4, 0f392ef5d55c807dc8a174854a82c9de, 1588230740 2024-11-23T20:19:46,691 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/info/2d479c99801844eda81ecb708107bbe5 2024-11-23T20:19:46,698 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/hfileref/b3bebe3f5d1e47899812e2f55ab6b15f 2024-11-23T20:19:46,711 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/ns/c0f01475093447aea62c35df3717b288 is 43, key is default/ns:d/1732393164316/Put/seqid=0 2024-11-23T20:19:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741848_1024 (size=5153) 2024-11-23T20:19:46,724 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/queue/c479e38937314f56bc8acebdd8187080 is 154, key is 1-80f3ff297c7b,41763,1732393162813/queue:80f3ff297c7b%2C41763%2C1732393162813/1732393182380/Put/seqid=0 2024-11-23T20:19:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741849_1025 (size=5353) 2024-11-23T20:19:46,872 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 08132e51f2e3be1ea1805961a41136a4, 0f392ef5d55c807dc8a174854a82c9de, 1588230740 2024-11-23T20:19:47,072 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 08132e51f2e3be1ea1805961a41136a4, 0f392ef5d55c807dc8a174854a82c9de, 1588230740 2024-11-23T20:19:47,116 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/ns/c0f01475093447aea62c35df3717b288 2024-11-23T20:19:47,128 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/queue/c479e38937314f56bc8acebdd8187080 2024-11-23T20:19:47,134 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/hfileref/b3bebe3f5d1e47899812e2f55ab6b15f as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/hfileref/b3bebe3f5d1e47899812e2f55ab6b15f 2024-11-23T20:19:47,136 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/rep_barrier/90629df7e01f4cf9b7d9f7c3a01efc06 is 112, key is test,,1732393168192.08132e51f2e3be1ea1805961a41136a4./rep_barrier:seqnumDuringOpen/1732393169348/Put/seqid=0 2024-11-23T20:19:47,138 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/hfileref/b3bebe3f5d1e47899812e2f55ab6b15f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T20:19:47,139 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/.tmp/queue/c479e38937314f56bc8acebdd8187080 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/queue/c479e38937314f56bc8acebdd8187080 2024-11-23T20:19:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741850_1026 (size=5518) 2024-11-23T20:19:47,143 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/queue/c479e38937314f56bc8acebdd8187080, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T20:19:47,144 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0f392ef5d55c807dc8a174854a82c9de in 873ms, sequenceid=12, compaction requested=false 2024-11-23T20:19:47,144 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:19:47,150 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/replication/0f392ef5d55c807dc8a174854a82c9de/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:47,151 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f392ef5d55c807dc8a174854a82c9de: Waiting for close lock at 1732393186271Running coprocessor pre-close hooks at 1732393186271Disabling compacts and flushes for region at 1732393186271Disabling writes for close at 1732393186271Obtaining lock to block concurrent updates at 1732393186271Preparing flush snapshotting stores in 0f392ef5d55c807dc8a174854a82c9de at 1732393186271Finished memstore snapshotting hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732393186271Flushing stores of hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. at 1732393186272 (+1 ms)Flushing 0f392ef5d55c807dc8a174854a82c9de/hfileref: creating writer at 1732393186272Flushing 0f392ef5d55c807dc8a174854a82c9de/hfileref: appending metadata at 1732393186289 (+17 ms)Flushing 0f392ef5d55c807dc8a174854a82c9de/hfileref: closing flushed file at 1732393186289Flushing 0f392ef5d55c807dc8a174854a82c9de/queue: creating writer at 1732393186702 (+413 ms)Flushing 0f392ef5d55c807dc8a174854a82c9de/queue: appending metadata at 1732393186724 (+22 ms)Flushing 0f392ef5d55c807dc8a174854a82c9de/queue: closing flushed file at 1732393186724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547f97af: reopening flushed file at 1732393187133 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46edf430: reopening flushed file at 1732393187138 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0f392ef5d55c807dc8a174854a82c9de in 873ms, sequenceid=12, compaction requested=false at 1732393187144 (+6 ms)Writing region close event to WAL at 1732393187147 (+3 ms)Running coprocessor post-close hooks at 1732393187150 (+3 ms)Closed at 1732393187151 (+1 ms) 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393172513.0f392ef5d55c807dc8a174854a82c9de. 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08132e51f2e3be1ea1805961a41136a4, disabling compactions & flushes 2024-11-23T20:19:47,151 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. after waiting 0 ms 2024-11-23T20:19:47,151 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:47,154 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/default/test/08132e51f2e3be1ea1805961a41136a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:19:47,155 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:47,155 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:47,155 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:47,155 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08132e51f2e3be1ea1805961a41136a4: Waiting for close lock at 1732393187151Running coprocessor pre-close hooks at 1732393187151Disabling compacts and flushes for region at 1732393187151Disabling writes for close at 1732393187151Writing region close event to WAL at 1732393187152 (+1 ms)Running coprocessor post-close hooks at 1732393187155 (+3 ms)Closed at 1732393187155 2024-11-23T20:19:47,155 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393168192.08132e51f2e3be1ea1805961a41136a4. 2024-11-23T20:19:47,272 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:19:47,272 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:19:47,273 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:47,375 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1033, reset compression=false 2024-11-23T20:19:47,380 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:19:47,380 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1328, reset compression=false 2024-11-23T20:19:47,380 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,41763,1732393162813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:19:47,381 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,41763,1732393162813: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,41763,1732393162813, walGroup=80f3ff297c7b%2C41763%2C1732393162813, offset=80f3ff297c7b%2C41763%2C1732393162813.1732393163696:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:41763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:19:47,382 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:19:47,382 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:19:47,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:19:47,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:19:47,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:19:47,383 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 600624832 }, "NonHeapMemoryUsage": { "committed": 192020480, "init": 7667712, "max": -1, "used": 189125872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:19:47,384 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:33111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:33111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:19:47,473 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:47,541 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/rep_barrier/90629df7e01f4cf9b7d9f7c3a01efc06 2024-11-23T20:19:47,564 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/table/20930181f8d448d092d38a08dc324cd5 is 53, key is hbase:replication/table:state/1732393173701/Put/seqid=0 2024-11-23T20:19:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741851_1027 (size=5308) 2024-11-23T20:19:47,584 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1328, reset compression=false 2024-11-23T20:19:47,673 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:47,873 DEBUG [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:19:47,888 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1328, reset compression=false 2024-11-23T20:19:47,968 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/table/20930181f8d448d092d38a08dc324cd5 2024-11-23T20:19:47,973 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/info/2d479c99801844eda81ecb708107bbe5 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/info/2d479c99801844eda81ecb708107bbe5 2024-11-23T20:19:47,977 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/info/2d479c99801844eda81ecb708107bbe5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:19:47,978 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/ns/c0f01475093447aea62c35df3717b288 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/ns/c0f01475093447aea62c35df3717b288 2024-11-23T20:19:47,981 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/ns/c0f01475093447aea62c35df3717b288, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:19:47,982 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/rep_barrier/90629df7e01f4cf9b7d9f7c3a01efc06 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/rep_barrier/90629df7e01f4cf9b7d9f7c3a01efc06 2024-11-23T20:19:47,986 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/rep_barrier/90629df7e01f4cf9b7d9f7c3a01efc06, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:19:47,986 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/.tmp/table/20930181f8d448d092d38a08dc324cd5 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/table/20930181f8d448d092d38a08dc324cd5 2024-11-23T20:19:47,990 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/table/20930181f8d448d092d38a08dc324cd5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:19:47,991 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-23T20:19:47,991 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:19:48,000 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:19:48,000 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:48,000 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:48,000 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:48,000 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393186271Running coprocessor pre-close hooks at 1732393186271Disabling compacts and flushes for region at 1732393186271Disabling writes for close at 1732393186271Obtaining lock to block concurrent updates at 1732393186272 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732393186272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393186272Flushing stores of hbase:meta,,1.1588230740 at 1732393186272Flushing 1588230740/info: creating writer at 1732393186273 (+1 ms)Flushing 1588230740/info: appending metadata at 1732393186286 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732393186287 (+1 ms)Flushing 1588230740/ns: creating writer at 1732393186697 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732393186711 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393186711Flushing 1588230740/rep_barrier: creating writer at 1732393187120 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393187135 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393187136 (+1 ms)Flushing 1588230740/table: creating writer at 1732393187545 (+409 ms)Flushing 1588230740/table: appending metadata at 1732393187563 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732393187563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5945ffc3: reopening flushed file at 1732393187972 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0b748f: reopening flushed file at 1732393187977 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fe59bd: reopening flushed file at 1732393187981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e4f586: reopening flushed file at 1732393187986 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1732393187991 (+5 ms)Writing region close event to WAL at 1732393187997 (+6 ms)Running coprocessor post-close hooks at 1732393188000 (+3 ms)Closed at 1732393188000 2024-11-23T20:19:48,000 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:48,073 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,41763,1732393162813; all regions closed. 2024-11-23T20:19:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:19:48,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.meta.1732393164261.meta not finished, retry = 0 2024-11-23T20:19:48,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.rep.1732393173657 not finished, retry = 0 2024-11-23T20:19:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741839_1015 (size=3127) 2024-11-23T20:19:48,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 not finished, retry = 0 2024-11-23T20:19:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741832_1008 (size=1336) 2024-11-23T20:19:48,293 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 to pos 1328, reset compression=false 2024-11-23T20:19:48,383 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:48,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/WALs/80f3ff297c7b,41763,1732393162813/80f3ff297c7b%2C41763%2C1732393162813.1732393163696 2024-11-23T20:19:48,383 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:19:48,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T20:19:48,383 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:48,383 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T20:19:48,383 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:48,384 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:48,384 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:48,384 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,41763,1732393162813 because: Region server is closing 2024-11-23T20:19:48,384 INFO [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:41763. 2024-11-23T20:19:48,384 DEBUG [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:48,384 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:48,384 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:48,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:48,485 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.shipper80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 terminated 2024-11-23T20:19:48,485 INFO [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:41763. 2024-11-23T20:19:48,485 DEBUG [RS:0;80f3ff297c7b:41763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:19:48,485 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,41763,1732393162813.replicationSource.wal-reader.80f3ff297c7b%2C41763%2C1732393162813,1-80f3ff297c7b,41763,1732393162813 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-23T20:19:48,485 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:48,485 DEBUG [RS:0;80f3ff297c7b:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:48,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:19:48,485 INFO [RS:0;80f3ff297c7b:41763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41763 2024-11-23T20:19:48,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/094188637/rs/80f3ff297c7b,41763,1732393162813 2024-11-23T20:19:48,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637/rs 2024-11-23T20:19:48,487 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:48,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,41763,1732393162813] 2024-11-23T20:19:48,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/draining/80f3ff297c7b,41763,1732393162813 already deleted, retry=false 2024-11-23T20:19:48,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,41763,1732393162813 expired; onlineServers=0 2024-11-23T20:19:48,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,33111,1732393162702' ***** 2024-11-23T20:19:48,490 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:19:48,490 DEBUG [M:0;80f3ff297c7b:33111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:19:48,490 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:19:48,490 DEBUG [M:0;80f3ff297c7b:33111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:19:48,490 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393163519 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393163519,5,FailOnTimeoutGroup] 2024-11-23T20:19:48,490 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393163520 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393163520,5,FailOnTimeoutGroup] 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:19:48,490 DEBUG [M:0;80f3ff297c7b:33111 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:19:48,490 INFO [M:0;80f3ff297c7b:33111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:19:48,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:19:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/094188637/master 2024-11-23T20:19:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/094188637 2024-11-23T20:19:48,494 DEBUG [M:0;80f3ff297c7b:33111 {}] zookeeper.RecoverableZooKeeper(212): Node /094188637/master already deleted, retry=false 2024-11-23T20:19:48,494 DEBUG [M:0;80f3ff297c7b:33111 {}] master.ActiveMasterManager(353): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Failed delete of our master address node; KeeperErrorCode = NoNode for /094188637/master 2024-11-23T20:19:48,495 INFO [M:0;80f3ff297c7b:33111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/.lastflushedseqids 2024-11-23T20:19:48,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741852_1028 (size=263) 2024-11-23T20:19:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101467bbf450001, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:48,589 INFO [RS:0;80f3ff297c7b:41763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:48,589 INFO [RS:0;80f3ff297c7b:41763 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,41763,1732393162813; zookeeper connection closed. 2024-11-23T20:19:48,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f02bb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f02bb8 2024-11-23T20:19:48,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:19:48,900 INFO [M:0;80f3ff297c7b:33111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:19:48,900 INFO [M:0;80f3ff297c7b:33111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:19:48,900 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:48,900 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:48,900 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:48,900 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:48,900 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:48,900 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T20:19:48,919 DEBUG [M:0;80f3ff297c7b:33111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501171d5a64c4c259cc36e5273484d81 is 82, key is hbase:meta,,1/info:regioninfo/1732393164302/Put/seqid=0 2024-11-23T20:19:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741853_1029 (size=5672) 2024-11-23T20:19:48,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:49,323 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501171d5a64c4c259cc36e5273484d81 2024-11-23T20:19:49,346 DEBUG [M:0;80f3ff297c7b:33111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00db2b1fd502440ba0a844e34295e0ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393173705/Put/seqid=0 2024-11-23T20:19:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741854_1030 (size=8516) 2024-11-23T20:19:49,750 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00db2b1fd502440ba0a844e34295e0ff 2024-11-23T20:19:49,769 DEBUG [M:0;80f3ff297c7b:33111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b3fa60ca9844a484ab1759b72ba3fd is 69, key is 80f3ff297c7b,41763,1732393162813/rs:state/1732393163533/Put/seqid=0 2024-11-23T20:19:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741855_1031 (size=5156) 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:49,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:50,175 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b3fa60ca9844a484ab1759b72ba3fd 2024-11-23T20:19:50,180 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501171d5a64c4c259cc36e5273484d81 as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501171d5a64c4c259cc36e5273484d81 2024-11-23T20:19:50,184 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501171d5a64c4c259cc36e5273484d81, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:19:50,185 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00db2b1fd502440ba0a844e34295e0ff as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00db2b1fd502440ba0a844e34295e0ff 2024-11-23T20:19:50,189 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00db2b1fd502440ba0a844e34295e0ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:19:50,190 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b3fa60ca9844a484ab1759b72ba3fd as hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b3fa60ca9844a484ab1759b72ba3fd 2024-11-23T20:19:50,193 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b3fa60ca9844a484ab1759b72ba3fd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:19:50,194 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-23T20:19:50,200 INFO [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:50,200 DEBUG [M:0;80f3ff297c7b:33111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393188900Disabling compacts and flushes for region at 1732393188900Disabling writes for close at 1732393188900Obtaining lock to block concurrent updates at 1732393188900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393188900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732393188901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393188901Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393188901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393188919 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393188919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393189328 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393189345 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393189345Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393189754 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393189768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393189768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487fdd5f: reopening flushed file at 1732393190180 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af4d063: reopening flushed file at 1732393190184 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7550718d: reopening flushed file at 1732393190189 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732393190194 (+5 ms)Writing region close event to WAL at 1732393190200 (+6 ms)Closed at 1732393190200 2024-11-23T20:19:50,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736a1a28-9426-5625-a6f3-b06fc1cd7ced/MasterData/WALs/80f3ff297c7b,33111,1732393162702/80f3ff297c7b%2C33111%2C1732393162702.1732393163426 not finished, retry = 0 2024-11-23T20:19:50,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741830_1006 (size=63654) 2024-11-23T20:19:50,303 INFO [M:0;80f3ff297c7b:33111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:19:50,303 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:19:50,303 INFO [M:0;80f3ff297c7b:33111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33111 2024-11-23T20:19:50,304 INFO [M:0;80f3ff297c7b:33111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:19:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:50,405 INFO [M:0;80f3ff297c7b:33111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:19:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33111-0x101467bbf450000, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:19:50,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d4efec7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:50,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c0391c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:50,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:50,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdea809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:50,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8b5b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:50,410 WARN [BP-308712284-172.17.0.2-1732393161945 heartbeating to localhost/127.0.0.1:33705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:19:50,410 WARN [BP-308712284-172.17.0.2-1732393161945 heartbeating to localhost/127.0.0.1:33705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-308712284-172.17.0.2-1732393161945 (Datanode Uuid 0516c09e-59f1-4850-b3e3-078ece3b6240) service to localhost/127.0.0.1:33705 2024-11-23T20:19:50,410 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:19:50,410 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:19:50,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/data/data1/current/BP-308712284-172.17.0.2-1732393161945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:50,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/cluster_232669bf-d0e1-cb90-e2e3-8d1ef5714a3b/data/data2/current/BP-308712284-172.17.0.2-1732393161945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:19:50,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:19:50,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51149aab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:50,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d663f81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:19:50,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:19:50,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb329d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:19:50,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d08935a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e680ba9e-8b62-2edc-41ed-4724d08e7476/hadoop.log.dir/,STOPPED} 2024-11-23T20:19:50,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:19:50,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:19:50,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 208) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41741 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33705 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59142) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59142) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33705 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33705 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41741 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=623 (was 582) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=6298 (was 6336) 2024-11-23T20:19:50,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=6298 2024-11-23T20:19:50,475 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T20:19:50,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir so I do NOT create it in target/test-data/db622f13-dfb2-747d-67a1-206db562846d 2024-11-23T20:19:50,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:50,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.tmp.dir so I do NOT create it in target/test-data/db622f13-dfb2-747d-67a1-206db562846d 2024-11-23T20:19:50,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b968e1a1-9cc8-70cd-a9cf-718800b7e519/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:50,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d 2024-11-23T20:19:50,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06, deleteOnExit=true 2024-11-23T20:19:50,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/zookeeper_0, clientPort=64558, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:19:50,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64558 2024-11-23T20:19:50,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:50,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/test.cache.data in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:50,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:50,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:50,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:50,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:50,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:50,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467bbf450002, quorum=127.0.0.1:59142, baseZNode=/094188637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467bbf450005, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:19:50,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467bbf450002, quorum=127.0.0.1:59142, baseZNode=/094188637 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:50,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467bbf450005, quorum=127.0.0.1:59142, baseZNode=/11865244882 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:19:50,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:50,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:50,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:50,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:50,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:50,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:50,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9b630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:50,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb6be23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:50,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61247c4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/java.io.tmpdir/jetty-localhost-41289-hadoop-hdfs-3_4_1-tests_jar-_-any-16180080917749825041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:50,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da0e8f0{HTTP/1.1, (http/1.1)}{localhost:41289} 2024-11-23T20:19:50,681 INFO [Time-limited test {}] server.Server(415): Started @176109ms 2024-11-23T20:19:50,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:50,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:50,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:50,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:50,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:50,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72a88f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:50,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58e9f6a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:50,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e9f1891{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/java.io.tmpdir/jetty-localhost-42199-hadoop-hdfs-3_4_1-tests_jar-_-any-1815762025965544916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:50,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3072af28{HTTP/1.1, (http/1.1)}{localhost:42199} 2024-11-23T20:19:50,884 INFO [Time-limited test {}] server.Server(415): Started @176312ms 2024-11-23T20:19:50,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:51,002 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/data/data2/current/BP-724189385-172.17.0.2-1732393190498/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:51,002 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/data/data1/current/BP-724189385-172.17.0.2-1732393190498/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:51,029 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdf9273a94c0a3b1 with lease ID 0xe223662dc5f096cd: Processing first storage report for DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0 from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=d665df8e-dd13-422c-b990-f4c169e1f41a, infoPort=42807, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1716237525;c=1732393190498) 2024-11-23T20:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdf9273a94c0a3b1 with lease ID 0xe223662dc5f096cd: from storage DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0 node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=d665df8e-dd13-422c-b990-f4c169e1f41a, infoPort=42807, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1716237525;c=1732393190498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdf9273a94c0a3b1 with lease ID 0xe223662dc5f096cd: Processing first storage report for DS-1c4bda77-5fba-43ce-9ba9-18061ae36d4b from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=d665df8e-dd13-422c-b990-f4c169e1f41a, infoPort=42807, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1716237525;c=1732393190498) 2024-11-23T20:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdf9273a94c0a3b1 with lease ID 0xe223662dc5f096cd: from storage DS-1c4bda77-5fba-43ce-9ba9-18061ae36d4b node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=d665df8e-dd13-422c-b990-f4c169e1f41a, infoPort=42807, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1716237525;c=1732393190498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:51,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d 2024-11-23T20:19:51,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:51,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d with version=8 2024-11-23T20:19:51,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/hbase-staging 2024-11-23T20:19:51,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:51,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:51,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40083 2024-11-23T20:19:51,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40083 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400830x0, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:51,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40083-0x101467c2ede0000 connected 2024-11-23T20:19:51,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/running 2024-11-23T20:19:51,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d, hbase.cluster.distributed=false 2024-11-23T20:19:51,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/acl 2024-11-23T20:19:51,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40083 2024-11-23T20:19:51,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40083 2024-11-23T20:19:51,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40083 2024-11-23T20:19:51,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40083 2024-11-23T20:19:51,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40083 2024-11-23T20:19:51,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:51,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:51,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46341 2024-11-23T20:19:51,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46341 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:51,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463410x0, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:51,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463410x0, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/running 2024-11-23T20:19:51,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46341-0x101467c2ede0001 connected 2024-11-23T20:19:51,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:51,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:51,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/master 2024-11-23T20:19:51,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/acl 2024-11-23T20:19:51,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-23T20:19:51,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46341 2024-11-23T20:19:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46341 2024-11-23T20:19:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-23T20:19:51,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-23T20:19:51,611 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:40083 2024-11-23T20:19:51,612 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1626176292/backup-masters/80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/backup-masters 2024-11-23T20:19:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/backup-masters 2024-11-23T20:19:51,613 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on existing znode=/0-1626176292/backup-masters/80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1626176292/master 2024-11-23T20:19:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:51,615 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on existing znode=/0-1626176292/master 2024-11-23T20:19:51,615 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1626176292/backup-masters/80f3ff297c7b,40083,1732393191528 from backup master directory 2024-11-23T20:19:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/backup-masters 2024-11-23T20:19:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1626176292/backup-masters/80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/backup-masters 2024-11-23T20:19:51,616 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:51,616 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:51,620 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/hbase.id] with ID: 8c6aa3e8-cbea-4626-b3df-66ecac7a5252 2024-11-23T20:19:51,620 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/.tmp/hbase.id 2024-11-23T20:19:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:51,629 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/.tmp/hbase.id]:[hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/hbase.id] 2024-11-23T20:19:51,638 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:51,638 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:51,639 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:19:51,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:51,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:52,048 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:52,048 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:52,049 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:52,456 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store 2024-11-23T20:19:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:52,862 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:52,862 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:52,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393192862Disabling compacts and flushes for region at 1732393192862Disabling writes for close at 1732393192862Writing region close event to WAL at 1732393192862Closed at 1732393192862 2024-11-23T20:19:52,863 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/.initializing 2024-11-23T20:19:52,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/WALs/80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:52,864 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:52,865 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C40083%2C1732393191528, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/WALs/80f3ff297c7b,40083,1732393191528, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:52,879 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/WALs/80f3ff297c7b,40083,1732393191528/80f3ff297c7b%2C40083%2C1732393191528.1732393192865, exclude list is [], retry=0 2024-11-23T20:19:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0,DISK] 2024-11-23T20:19:52,882 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/WALs/80f3ff297c7b,40083,1732393191528/80f3ff297c7b%2C40083%2C1732393191528.1732393192865 2024-11-23T20:19:52,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-23T20:19:52,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:52,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:52,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,883 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:52,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:52,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:52,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:52,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:52,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:52,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:52,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:52,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:52,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:52,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:52,889 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,889 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,890 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,891 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,891 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,891 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:52,892 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:52,893 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:52,894 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863810, jitterRate=-0.09305855631828308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:52,894 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393192883Initializing all the Stores at 1732393192884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393192884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393192884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393192884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393192884Cleaning up temporary data from old regions at 1732393192891 (+7 ms)Region opened successfully at 1732393192894 (+3 ms) 2024-11-23T20:19:52,895 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:52,897 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a00d987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:52,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:52,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:52,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:52,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:52,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:52,899 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:52,899 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:52,900 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:52,901 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:52,902 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/balancer already deleted, retry=false 2024-11-23T20:19:52,902 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:52,903 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:52,904 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/normalizer already deleted, retry=false 2024-11-23T20:19:52,904 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:52,909 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:52,910 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/switch/split already deleted, retry=false 2024-11-23T20:19:52,911 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:52,913 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/switch/merge already deleted, retry=false 2024-11-23T20:19:52,915 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:52,916 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1626176292/running 2024-11-23T20:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1626176292/running 2024-11-23T20:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,917 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,40083,1732393191528, sessionid=0x101467c2ede0000, setting cluster-up flag (Was=false) 2024-11-23T20:19:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,924 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1626176292/flush-table-proc/acquired, /0-1626176292/flush-table-proc/reached, /0-1626176292/flush-table-proc/abort 2024-11-23T20:19:52,925 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:52,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:52,932 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1626176292/online-snapshot/acquired, /0-1626176292/online-snapshot/reached, /0-1626176292/online-snapshot/abort 2024-11-23T20:19:52,933 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:52,934 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:52,935 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:52,935 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:52,935 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:52,935 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,40083,1732393191528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:52,936 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:52,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:52,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:52,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:52,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393222945 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:52,945 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:52,946 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393192946,5,FailOnTimeoutGroup] 2024-11-23T20:19:52,946 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393192946,5,FailOnTimeoutGroup] 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:52,946 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:52,947 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:52,947 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:52,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:53,002 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(746): ClusterId : 8c6aa3e8-cbea-4626-b3df-66ecac7a5252 2024-11-23T20:19:53,003 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:53,004 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:53,004 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:53,006 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:53,006 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:53,018 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:46341 2024-11-23T20:19:53,018 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:53,018 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:53,018 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:53,019 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,40083,1732393191528 with port=46341, startcode=1732393191575 2024-11-23T20:19:53,019 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:53,020 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:53,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40083 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,022 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d 2024-11-23T20:19:53,022 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37369 2024-11-23T20:19:53,022 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:53,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/rs 2024-11-23T20:19:53,024 DEBUG [RS:0;80f3ff297c7b:46341 {}] zookeeper.ZKUtil(111): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on existing znode=/0-1626176292/rs/80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,024 WARN [RS:0;80f3ff297c7b:46341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:53,024 INFO [RS:0;80f3ff297c7b:46341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:53,024 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,46341,1732393191575] 2024-11-23T20:19:53,027 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:53,028 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:53,029 INFO [RS:0;80f3ff297c7b:46341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:53,029 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,029 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:53,030 DEBUG [RS:0;80f3ff297c7b:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,030 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46341,1732393191575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:53,044 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:53,044 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46341,1732393191575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,045 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,045 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.Replication(171): 80f3ff297c7b,46341,1732393191575 started 2024-11-23T20:19:53,058 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:53,058 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,46341,1732393191575, RpcServer on 80f3ff297c7b/172.17.0.2:46341, sessionid=0x101467c2ede0001 2024-11-23T20:19:53,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:53,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,46341,1732393191575' 2024-11-23T20:19:53,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1626176292/flush-table-proc/abort' 2024-11-23T20:19:53,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1626176292/flush-table-proc/acquired' 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,46341,1732393191575' 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1626176292/online-snapshot/abort' 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1626176292/online-snapshot/acquired' 2024-11-23T20:19:53,059 DEBUG [RS:0;80f3ff297c7b:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:53,059 INFO [RS:0;80f3ff297c7b:46341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:53,059 INFO [RS:0;80f3ff297c7b:46341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:53,160 INFO [RS:0;80f3ff297c7b:46341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:53,161 INFO [RS:0;80f3ff297c7b:46341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46341%2C1732393191575, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/oldWALs, maxLogs=10 2024-11-23T20:19:53,175 DEBUG [RS:0;80f3ff297c7b:46341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, exclude list is [], retry=0 2024-11-23T20:19:53,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0,DISK] 2024-11-23T20:19:53,179 INFO [RS:0;80f3ff297c7b:46341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 2024-11-23T20:19:53,179 DEBUG [RS:0;80f3ff297c7b:46341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-23T20:19:53,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:53,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d 2024-11-23T20:19:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:53,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:53,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:53,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:53,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:53,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:53,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:53,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:53,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:53,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:53,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:53,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:53,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:53,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:53,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:53,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:53,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:53,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:53,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740 2024-11-23T20:19:53,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740 2024-11-23T20:19:53,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:53,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:53,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:53,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:53,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71337049, jitterRate=0.06300486624240875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393193755Initializing all the Stores at 1732393193756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393193756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393193756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393193756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393193756Cleaning up temporary data from old regions at 1732393193764 (+8 ms)Region opened successfully at 1732393193768 (+4 ms) 2024-11-23T20:19:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:53,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:53,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:53,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393193768Disabling compacts and flushes for region at 1732393193768Disabling writes for close at 1732393193768Writing region close event to WAL at 1732393193769 (+1 ms)Closed at 1732393193769 2024-11-23T20:19:53,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:53,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:53,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:53,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:53,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:53,922 DEBUG [80f3ff297c7b:40083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:53,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:53,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,46341,1732393191575, state=OPENING 2024-11-23T20:19:53,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:19:53,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:53,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1626176292/meta-region-server: CHANGED 2024-11-23T20:19:53,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1626176292/meta-region-server: CHANGED 2024-11-23T20:19:53,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46341,1732393191575}] 2024-11-23T20:19:53,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:54,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:54,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:54,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:54,093 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:54,093 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:54,093 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:54,094 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46341%2C1732393191575.meta, suffix=.meta, logDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/oldWALs, maxLogs=10 2024-11-23T20:19:54,112 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.meta.1732393194095.meta, exclude list is [], retry=0 2024-11-23T20:19:54,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0,DISK] 2024-11-23T20:19:54,115 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.meta.1732393194095.meta 2024-11-23T20:19:54,116 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-23T20:19:54,116 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:54,116 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:54,116 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:54,116 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:54,116 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:54,117 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:54,117 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:54,117 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:54,117 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:54,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:54,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:54,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:54,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:54,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:54,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:54,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:54,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:54,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:54,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:54,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:54,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:54,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:54,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:54,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:54,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:54,122 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:54,123 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740 2024-11-23T20:19:54,123 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740 2024-11-23T20:19:54,124 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:54,124 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:54,125 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:54,126 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:54,126 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69976679, jitterRate=0.042733773589134216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:54,126 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:54,127 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393194117Writing region info on filesystem at 1732393194117Initializing all the Stores at 1732393194117Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393194117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393194118 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393194118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393194118Cleaning up temporary data from old regions at 1732393194124 (+6 ms)Running coprocessor post-open hooks at 1732393194126 (+2 ms)Region opened successfully at 1732393194127 (+1 ms) 2024-11-23T20:19:54,128 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393194087 2024-11-23T20:19:54,130 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:54,130 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:54,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:54,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,46341,1732393191575, state=OPEN 2024-11-23T20:19:54,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1626176292/meta-region-server 2024-11-23T20:19:54,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1626176292/meta-region-server 2024-11-23T20:19:54,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:54,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1626176292/meta-region-server: CHANGED 2024-11-23T20:19:54,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1626176292/meta-region-server: CHANGED 2024-11-23T20:19:54,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:54,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,46341,1732393191575 in 197 msec 2024-11-23T20:19:54,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:54,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-23T20:19:54,136 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:54,136 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:54,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:54,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46341,1732393191575, seqNum=-1] 2024-11-23T20:19:54,137 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:54,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:54,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-23T20:19:54,142 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393194142, completionTime=-1 2024-11-23T20:19:54,142 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:54,142 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393254144 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393314144 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:40083, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,144 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,145 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,146 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:54,147 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.531sec 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:54,148 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:54,149 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:54,149 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:54,150 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40083,1732393191528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:54,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9e40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:54,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:19:54,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:54,208 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:19:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:19:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5958cbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:19:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:54,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:54,209 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:54,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8a0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:54,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46341,1732393191575, seqNum=-1] 2024-11-23T20:19:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:54,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:54,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:54,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:54,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:54,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467c2ede0002 connected 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir so I do NOT create it in target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2 2024-11-23T20:19:54,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.tmp.dir so I do NOT create it in target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2 2024-11-23T20:19:54,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:19:54,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/cluster_de0b9a7a-22d2-3310-4884-576d99b1dcfa, deleteOnExit=true 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/test.cache.data in system properties and HBase conf 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:19:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:19:54,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:19:54,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:54,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:54,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:54,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:54,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:54,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:54,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5123a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:54,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2eed3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:54,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f21546{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/java.io.tmpdir/jetty-localhost-46225-hadoop-hdfs-3_4_1-tests_jar-_-any-10674665478622231253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:19:54,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@317acef8{HTTP/1.1, (http/1.1)}{localhost:46225} 2024-11-23T20:19:54,432 INFO [Time-limited test {}] server.Server(415): Started @179860ms 2024-11-23T20:19:54,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:19:54,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:19:54,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:19:54,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:19:54,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:19:54,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24165b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:19:54,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d611e11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:19:54,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6956c749{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/java.io.tmpdir/jetty-localhost-38921-hadoop-hdfs-3_4_1-tests_jar-_-any-7506051927772346085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:19:54,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a621eb{HTTP/1.1, (http/1.1)}{localhost:38921} 2024-11-23T20:19:54,626 INFO [Time-limited test {}] server.Server(415): Started @180054ms 2024-11-23T20:19:54,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:19:54,723 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/cluster_de0b9a7a-22d2-3310-4884-576d99b1dcfa/data/data1/current/BP-1094116151-172.17.0.2-1732393194240/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:54,723 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/cluster_de0b9a7a-22d2-3310-4884-576d99b1dcfa/data/data2/current/BP-1094116151-172.17.0.2-1732393194240/current, will proceed with Du for space computation calculation, 2024-11-23T20:19:54,745 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:19:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a77e61bf14fe2c with lease ID 0x4c009ae8d5b49cd3: Processing first storage report for DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5 from datanode DatanodeRegistration(127.0.0.1:46769, datanodeUuid=72018f39-c0c2-45f3-b078-9db1cb0f3bf3, infoPort=40381, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1950004690;c=1732393194240) 2024-11-23T20:19:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a77e61bf14fe2c with lease ID 0x4c009ae8d5b49cd3: from storage DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5 node DatanodeRegistration(127.0.0.1:46769, datanodeUuid=72018f39-c0c2-45f3-b078-9db1cb0f3bf3, infoPort=40381, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1950004690;c=1732393194240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a77e61bf14fe2c with lease ID 0x4c009ae8d5b49cd3: Processing first storage report for DS-370d8053-0e2c-40a8-89c0-e3a9876f548b from datanode DatanodeRegistration(127.0.0.1:46769, datanodeUuid=72018f39-c0c2-45f3-b078-9db1cb0f3bf3, infoPort=40381, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1950004690;c=1732393194240) 2024-11-23T20:19:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a77e61bf14fe2c with lease ID 0x4c009ae8d5b49cd3: from storage DS-370d8053-0e2c-40a8-89c0-e3a9876f548b node DatanodeRegistration(127.0.0.1:46769, datanodeUuid=72018f39-c0c2-45f3-b078-9db1cb0f3bf3, infoPort=40381, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1950004690;c=1732393194240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:19:54,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2 2024-11-23T20:19:54,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:54,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:19:55,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd with version=8 2024-11-23T20:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/hbase-staging 2024-11-23T20:19:55,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:19:55,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:55,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40721 2024-11-23T20:19:55,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40721 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:55,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407210x0, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:55,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40721-0x101467c2ede0003 connected 2024-11-23T20:19:55,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:55,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:55,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/running 2024-11-23T20:19:55,189 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd, hbase.cluster.distributed=false 2024-11-23T20:19:55,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/acl 2024-11-23T20:19:55,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40721 2024-11-23T20:19:55,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40721 2024-11-23T20:19:55,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40721 2024-11-23T20:19:55,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40721 2024-11-23T20:19:55,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40721 2024-11-23T20:19:55,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:19:55,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:19:55,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43427 2024-11-23T20:19:55,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43427 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:55,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:55,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434270x0, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:55,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434270x0, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/running 2024-11-23T20:19:55,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43427-0x101467c2ede0004 connected 2024-11-23T20:19:55,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:19:55,222 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:19:55,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/master 2024-11-23T20:19:55,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/acl 2024-11-23T20:19:55,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-23T20:19:55,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43427 2024-11-23T20:19:55,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43427 2024-11-23T20:19:55,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-23T20:19:55,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-23T20:19:55,246 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:40721 2024-11-23T20:19:55,247 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-441304121/backup-masters/80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/backup-masters 2024-11-23T20:19:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/backup-masters 2024-11-23T20:19:55,248 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on existing znode=/1-441304121/backup-masters/80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441304121/master 2024-11-23T20:19:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:55,251 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on existing znode=/1-441304121/master 2024-11-23T20:19:55,252 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-441304121/backup-masters/80f3ff297c7b,40721,1732393195169 from backup master directory 2024-11-23T20:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441304121/backup-masters/80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/backup-masters 2024-11-23T20:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/backup-masters 2024-11-23T20:19:55,253 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:55,253 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:55,256 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/hbase.id] with ID: 9fb292fd-b9e2-4b14-968c-44220f3383e4 2024-11-23T20:19:55,257 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/.tmp/hbase.id 2024-11-23T20:19:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:19:55,666 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/.tmp/hbase.id]:[hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/hbase.id] 2024-11-23T20:19:55,675 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:19:55,675 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:19:55,676 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:19:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:19:56,083 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:56,084 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:19:56,084 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:19:56,497 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store 2024-11-23T20:19:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:19:56,917 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:56,918 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:19:56,918 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:56,918 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:56,918 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:19:56,918 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:56,918 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:19:56,918 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393196918Disabling compacts and flushes for region at 1732393196918Disabling writes for close at 1732393196918Writing region close event to WAL at 1732393196918Closed at 1732393196918 2024-11-23T20:19:56,919 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/.initializing 2024-11-23T20:19:56,919 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/WALs/80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:56,920 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:56,922 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C40721%2C1732393195169, suffix=, logDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/WALs/80f3ff297c7b,40721,1732393195169, archiveDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/oldWALs, maxLogs=10 2024-11-23T20:19:56,941 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/WALs/80f3ff297c7b,40721,1732393195169/80f3ff297c7b%2C40721%2C1732393195169.1732393196922, exclude list is [], retry=0 2024-11-23T20:19:56,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5,DISK] 2024-11-23T20:19:56,947 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/WALs/80f3ff297c7b,40721,1732393195169/80f3ff297c7b%2C40721%2C1732393195169.1732393196922 2024-11-23T20:19:56,948 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40381:40381)] 2024-11-23T20:19:56,948 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:56,949 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:56,949 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,949 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:19:56,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:56,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:56,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:19:56,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:56,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:56,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:19:56,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:56,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:56,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:19:56,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:56,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:56,957 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,958 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,958 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:56,960 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:19:56,962 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:56,962 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62873678, jitterRate=-0.06310918927192688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:56,963 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393196949Initializing all the Stores at 1732393196950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393196950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393196950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393196950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393196950Cleaning up temporary data from old regions at 1732393196959 (+9 ms)Region opened successfully at 1732393196963 (+4 ms) 2024-11-23T20:19:56,963 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:19:56,965 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a9ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:56,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:19:56,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:19:56,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:19:56,966 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:19:56,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:19:56,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:19:56,967 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:19:56,970 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:19:56,970 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/balancer because node does not exist (not necessarily an error) 2024-11-23T20:19:56,972 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/balancer already deleted, retry=false 2024-11-23T20:19:56,972 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:19:56,973 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:19:56,980 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/normalizer already deleted, retry=false 2024-11-23T20:19:56,980 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:19:56,981 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:19:56,982 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/switch/split already deleted, retry=false 2024-11-23T20:19:56,983 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:19:56,984 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/switch/merge already deleted, retry=false 2024-11-23T20:19:56,985 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:19:56,986 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/snapshot-cleanup already deleted, retry=false 2024-11-23T20:19:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441304121/running 2024-11-23T20:19:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441304121/running 2024-11-23T20:19:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:56,989 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,40721,1732393195169, sessionid=0x101467c2ede0003, setting cluster-up flag (Was=false) 2024-11-23T20:19:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:56,997 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-441304121/flush-table-proc/acquired, /1-441304121/flush-table-proc/reached, /1-441304121/flush-table-proc/abort 2024-11-23T20:19:56,998 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:57,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:57,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:57,005 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-441304121/online-snapshot/acquired, /1-441304121/online-snapshot/reached, /1-441304121/online-snapshot/abort 2024-11-23T20:19:57,006 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:57,007 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:19:57,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:57,009 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:19:57,010 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:19:57,010 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,40721,1732393195169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:57,011 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:57,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:19:57,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:57,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:19:57,016 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393227016 2024-11-23T20:19:57,016 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:19:57,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:19:57,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:19:57,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:19:57,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:19:57,017 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:19:57,020 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:19:57,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:19:57,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:19:57,021 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:19:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:19:57,028 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:19:57,028 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:19:57,029 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393197028,5,FailOnTimeoutGroup] 2024-11-23T20:19:57,029 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393197029,5,FailOnTimeoutGroup] 2024-11-23T20:19:57,029 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,029 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:19:57,029 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,029 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,038 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(746): ClusterId : 9fb292fd-b9e2-4b14-968c-44220f3383e4 2024-11-23T20:19:57,038 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:19:57,046 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:19:57,046 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:19:57,048 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:19:57,049 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbaf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:19:57,061 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:43427 2024-11-23T20:19:57,062 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:19:57,062 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:19:57,062 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:19:57,062 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,40721,1732393195169 with port=43427, startcode=1732393195210 2024-11-23T20:19:57,063 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:19:57,064 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:19:57,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,066 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd 2024-11-23T20:19:57,066 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41219 2024-11-23T20:19:57,066 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:19:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/rs 2024-11-23T20:19:57,072 DEBUG [RS:0;80f3ff297c7b:43427 {}] zookeeper.ZKUtil(111): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on existing znode=/1-441304121/rs/80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,072 WARN [RS:0;80f3ff297c7b:43427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:19:57,072 INFO [RS:0;80f3ff297c7b:43427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:57,072 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,43427,1732393195210] 2024-11-23T20:19:57,075 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:19:57,077 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:19:57,080 INFO [RS:0;80f3ff297c7b:43427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:19:57,080 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,081 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:19:57,081 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:19:57,081 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:57,082 DEBUG [RS:0;80f3ff297c7b:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,083 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43427,1732393195210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:57,116 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:19:57,117 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43427,1732393195210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,117 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,117 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.Replication(171): 80f3ff297c7b,43427,1732393195210 started 2024-11-23T20:19:57,136 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:57,136 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,43427,1732393195210, RpcServer on 80f3ff297c7b/172.17.0.2:43427, sessionid=0x101467c2ede0004 2024-11-23T20:19:57,136 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:19:57,136 DEBUG [RS:0;80f3ff297c7b:43427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,136 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,43427,1732393195210' 2024-11-23T20:19:57,136 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-441304121/flush-table-proc/abort' 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-441304121/flush-table-proc/acquired' 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,43427,1732393195210' 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-441304121/online-snapshot/abort' 2024-11-23T20:19:57,137 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-441304121/online-snapshot/acquired' 2024-11-23T20:19:57,138 DEBUG [RS:0;80f3ff297c7b:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:19:57,138 INFO [RS:0;80f3ff297c7b:43427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:19:57,138 INFO [RS:0;80f3ff297c7b:43427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:19:57,239 INFO [RS:0;80f3ff297c7b:43427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:19:57,240 INFO [RS:0;80f3ff297c7b:43427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C43427%2C1732393195210, suffix=, logDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210, archiveDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/oldWALs, maxLogs=10 2024-11-23T20:19:57,254 DEBUG [RS:0;80f3ff297c7b:43427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, exclude list is [], retry=0 2024-11-23T20:19:57,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5,DISK] 2024-11-23T20:19:57,258 INFO [RS:0;80f3ff297c7b:43427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 2024-11-23T20:19:57,258 DEBUG [RS:0;80f3ff297c7b:43427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40381:40381)] 2024-11-23T20:19:57,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:19:57,424 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd 2024-11-23T20:19:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:19:57,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:57,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:57,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:57,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:57,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:57,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:57,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:57,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:57,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:57,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:57,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:57,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:57,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:57,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:57,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:57,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:57,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:57,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:57,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740 2024-11-23T20:19:57,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740 2024-11-23T20:19:57,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:57,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:57,840 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:57,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:57,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67959078, jitterRate=0.012669175863265991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393197830Initializing all the Stores at 1732393197831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393197831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393197831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393197831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393197831Cleaning up temporary data from old regions at 1732393197839 (+8 ms)Region opened successfully at 1732393197843 (+4 ms) 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:19:57,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:19:57,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:19:57,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:19:57,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393197843Disabling compacts and flushes for region at 1732393197843Disabling writes for close at 1732393197843Writing region close event to WAL at 1732393197844 (+1 ms)Closed at 1732393197844 2024-11-23T20:19:57,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:57,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:19:57,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:19:57,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:57,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:19:57,997 DEBUG [80f3ff297c7b:40721 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:19:57,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:57,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,43427,1732393195210, state=OPENING 2024-11-23T20:19:58,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:19:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:19:58,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441304121/meta-region-server: CHANGED 2024-11-23T20:19:58,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441304121/meta-region-server: CHANGED 2024-11-23T20:19:58,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:19:58,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,43427,1732393195210}] 2024-11-23T20:19:58,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:19:58,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:19:58,160 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:19:58,160 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:19:58,160 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:19:58,161 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C43427%2C1732393195210.meta, suffix=.meta, logDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210, archiveDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/oldWALs, maxLogs=10 2024-11-23T20:19:58,175 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.meta.1732393198162.meta, exclude list is [], retry=0 2024-11-23T20:19:58,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5,DISK] 2024-11-23T20:19:58,178 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.meta.1732393198162.meta 2024-11-23T20:19:58,178 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40381:40381)] 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:58,179 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:19:58,179 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:19:58,179 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:19:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:19:58,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:19:58,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:58,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:19:58,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:19:58,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:19:58,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:19:58,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:58,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:19:58,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:19:58,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:19:58,184 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:19:58,184 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740 2024-11-23T20:19:58,185 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740 2024-11-23T20:19:58,186 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:19:58,186 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:19:58,186 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:19:58,187 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:19:58,188 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62250200, jitterRate=-0.07239973545074463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:19:58,188 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:19:58,188 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393198179Writing region info on filesystem at 1732393198179Initializing all the Stores at 1732393198180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393198180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393198180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393198180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393198180Cleaning up temporary data from old regions at 1732393198186 (+6 ms)Running coprocessor post-open hooks at 1732393198188 (+2 ms)Region opened successfully at 1732393198188 2024-11-23T20:19:58,189 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393198155 2024-11-23T20:19:58,190 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:19:58,190 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:19:58,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:58,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,43427,1732393195210, state=OPEN 2024-11-23T20:19:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-441304121/meta-region-server 2024-11-23T20:19:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-441304121/meta-region-server 2024-11-23T20:19:58,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:58,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441304121/meta-region-server: CHANGED 2024-11-23T20:19:58,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441304121/meta-region-server: CHANGED 2024-11-23T20:19:58,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:19:58,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,43427,1732393195210 in 190 msec 2024-11-23T20:19:58,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:19:58,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-23T20:19:58,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:19:58,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:19:58,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:58,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,43427,1732393195210, seqNum=-1] 2024-11-23T20:19:58,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:58,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:58,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-23T20:19:58,203 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393198203, completionTime=-1 2024-11-23T20:19:58,203 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:19:58,203 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393258205 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393318205 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:40721, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,205 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,207 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:19:58,208 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.955sec 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:19:58,209 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:19:58,210 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:19:58,210 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:19:58,210 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40721,1732393195169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:19:58,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:58,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:19:58,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:19:58,240 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:19:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:19:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:19:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d3085a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:19:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:19:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:19:58,242 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:19:58,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afab2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:19:58,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:19:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,43427,1732393195210, seqNum=-1] 2024-11-23T20:19:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:19:58,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:19:58,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:58,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64558 2024-11-23T20:19:58,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:19:58,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467c2ede0005 connected 2024-11-23T20:19:58,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40083,1732393191528 2024-11-23T20:19:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aaef414 2024-11-23T20:19:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:58,258 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:58,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:19:58,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:58,261 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:19:58,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:19:58,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f8454a4039c391a97fdb95e6fc4f6b7, NAME => 'test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d 2024-11-23T20:19:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:19:58,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:58,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f8454a4039c391a97fdb95e6fc4f6b7, disabling compactions & flushes 2024-11-23T20:19:58,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. after waiting 0 ms 2024-11-23T20:19:58,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f8454a4039c391a97fdb95e6fc4f6b7: Waiting for close lock at 1732393198307Disabling compacts and flushes for region at 1732393198307Disabling writes for close at 1732393198307Writing region close event to WAL at 1732393198307Closed at 1732393198307 2024-11-23T20:19:58,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:58,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393198309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393198309"}]},"ts":"1732393198309"} 2024-11-23T20:19:58,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:58,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:58,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393198313"}]},"ts":"1732393198313"} 2024-11-23T20:19:58,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:19:58,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f8454a4039c391a97fdb95e6fc4f6b7, ASSIGN}] 2024-11-23T20:19:58,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f8454a4039c391a97fdb95e6fc4f6b7, ASSIGN 2024-11-23T20:19:58,319 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f8454a4039c391a97fdb95e6fc4f6b7, ASSIGN; state=OFFLINE, location=80f3ff297c7b,46341,1732393191575; forceNewPlan=false, retain=false 2024-11-23T20:19:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:58,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f8454a4039c391a97fdb95e6fc4f6b7, regionState=OPENING, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:58,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f8454a4039c391a97fdb95e6fc4f6b7, ASSIGN because future has completed 2024-11-23T20:19:58,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8454a4039c391a97fdb95e6fc4f6b7, server=80f3ff297c7b,46341,1732393191575}] 2024-11-23T20:19:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:58,628 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,628 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f8454a4039c391a97fdb95e6fc4f6b7, NAME => 'test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:19:58,628 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:19:58,629 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:19:58,629 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,629 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:58,629 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,629 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,630 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,631 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f8454a4039c391a97fdb95e6fc4f6b7 columnFamilyName f 2024-11-23T20:19:58,631 DEBUG [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,631 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(327): Store=6f8454a4039c391a97fdb95e6fc4f6b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:58,631 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,632 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f8454a4039c391a97fdb95e6fc4f6b7 columnFamilyName f1 2024-11-23T20:19:58,632 DEBUG [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,633 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(327): Store=6f8454a4039c391a97fdb95e6fc4f6b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:58,633 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,633 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f8454a4039c391a97fdb95e6fc4f6b7 columnFamilyName norep 2024-11-23T20:19:58,633 DEBUG [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,634 INFO [StoreOpener-6f8454a4039c391a97fdb95e6fc4f6b7-1 {}] regionserver.HStore(327): Store=6f8454a4039c391a97fdb95e6fc4f6b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:19:58,634 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,634 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,634 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,635 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,635 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,636 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:19:58,636 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,638 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:19:58,638 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f8454a4039c391a97fdb95e6fc4f6b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69907382, jitterRate=0.041701167821884155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:19:58,638 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:19:58,639 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f8454a4039c391a97fdb95e6fc4f6b7: Running coprocessor pre-open hook at 1732393198629Writing region info on filesystem at 1732393198629Initializing all the Stores at 1732393198630 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393198630Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393198630Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393198630Cleaning up temporary data from old regions at 1732393198635 (+5 ms)Running coprocessor post-open hooks at 1732393198638 (+3 ms)Region opened successfully at 1732393198639 (+1 ms) 2024-11-23T20:19:58,640 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7., pid=6, masterSystemTime=1732393198624 2024-11-23T20:19:58,642 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,642 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:19:58,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f8454a4039c391a97fdb95e6fc4f6b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:19:58,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8454a4039c391a97fdb95e6fc4f6b7, server=80f3ff297c7b,46341,1732393191575 because future has completed 2024-11-23T20:19:58,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:19:58,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f8454a4039c391a97fdb95e6fc4f6b7, server=80f3ff297c7b,46341,1732393191575 in 173 msec 2024-11-23T20:19:58,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:19:58,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f8454a4039c391a97fdb95e6fc4f6b7, ASSIGN in 330 msec 2024-11-23T20:19:58,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:19:58,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393198649"}]},"ts":"1732393198649"} 2024-11-23T20:19:58,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:19:58,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:19:58,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-23T20:19:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:58,893 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:19:58,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:19:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40721,1732393195169 2024-11-23T20:19:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1ddb66 2024-11-23T20:19:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:19:58,895 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:19:58,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:19:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:19:58,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:19:58,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:19:58,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:19:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:58,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:19:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:19:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:59,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:19:59,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:19:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:59,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4ab60e0c1da5d8bf644e7ceeb238251, NAME => 'test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd 2024-11-23T20:19:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:19:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:19:59,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:19:59,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c4ab60e0c1da5d8bf644e7ceeb238251, disabling compactions & flushes 2024-11-23T20:19:59,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. after waiting 0 ms 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:19:59,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:19:59,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4ab60e0c1da5d8bf644e7ceeb238251: Waiting for close lock at 1732393199715Disabling compacts and flushes for region at 1732393199715Disabling writes for close at 1732393199715Writing region close event to WAL at 1732393199715Closed at 1732393199715 2024-11-23T20:19:59,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:19:59,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393199716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393199716"}]},"ts":"1732393199716"} 2024-11-23T20:19:59,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:19:59,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:19:59,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393199719"}]},"ts":"1732393199719"} 2024-11-23T20:19:59,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:19:59,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4ab60e0c1da5d8bf644e7ceeb238251, ASSIGN}] 2024-11-23T20:19:59,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4ab60e0c1da5d8bf644e7ceeb238251, ASSIGN 2024-11-23T20:19:59,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c4ab60e0c1da5d8bf644e7ceeb238251, ASSIGN; state=OFFLINE, location=80f3ff297c7b,43427,1732393195210; forceNewPlan=false, retain=false 2024-11-23T20:19:59,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ab60e0c1da5d8bf644e7ceeb238251, regionState=OPENING, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:19:59,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c4ab60e0c1da5d8bf644e7ceeb238251, ASSIGN because future has completed 2024-11-23T20:19:59,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ab60e0c1da5d8bf644e7ceeb238251, server=80f3ff297c7b,43427,1732393195210}] 2024-11-23T20:19:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T20:19:59,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T20:19:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:19:59,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:19:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:19:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T20:19:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:19:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:19:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:19:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T20:20:00,032 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:00,032 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ab60e0c1da5d8bf644e7ceeb238251, NAME => 'test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:00,033 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:00,033 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:20:00,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:00,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,034 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,035 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ab60e0c1da5d8bf644e7ceeb238251 columnFamilyName f 2024-11-23T20:20:00,035 DEBUG [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:00,036 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(327): Store=c4ab60e0c1da5d8bf644e7ceeb238251/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:00,036 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,037 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ab60e0c1da5d8bf644e7ceeb238251 columnFamilyName f1 2024-11-23T20:20:00,037 DEBUG [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:00,037 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(327): Store=c4ab60e0c1da5d8bf644e7ceeb238251/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:00,037 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,038 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ab60e0c1da5d8bf644e7ceeb238251 columnFamilyName norep 2024-11-23T20:20:00,038 DEBUG [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:00,038 INFO [StoreOpener-c4ab60e0c1da5d8bf644e7ceeb238251-1 {}] regionserver.HStore(327): Store=c4ab60e0c1da5d8bf644e7ceeb238251/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:00,038 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,039 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,039 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,040 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,040 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,040 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:00,041 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,043 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:00,043 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4ab60e0c1da5d8bf644e7ceeb238251; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60733411, jitterRate=-0.09500165283679962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:00,044 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:00,044 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4ab60e0c1da5d8bf644e7ceeb238251: Running coprocessor pre-open hook at 1732393200033Writing region info on filesystem at 1732393200033Initializing all the Stores at 1732393200034 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393200034Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393200034Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393200034Cleaning up temporary data from old regions at 1732393200040 (+6 ms)Running coprocessor post-open hooks at 1732393200044 (+4 ms)Region opened successfully at 1732393200044 2024-11-23T20:20:00,044 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251., pid=6, masterSystemTime=1732393200029 2024-11-23T20:20:00,046 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:00,046 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:00,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ab60e0c1da5d8bf644e7ceeb238251, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:20:00,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ab60e0c1da5d8bf644e7ceeb238251, server=80f3ff297c7b,43427,1732393195210 because future has completed 2024-11-23T20:20:00,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:20:00,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ab60e0c1da5d8bf644e7ceeb238251, server=80f3ff297c7b,43427,1732393195210 in 173 msec 2024-11-23T20:20:00,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:20:00,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c4ab60e0c1da5d8bf644e7ceeb238251, ASSIGN in 330 msec 2024-11-23T20:20:00,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:00,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393200054"}]},"ts":"1732393200054"} 2024-11-23T20:20:00,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:20:00,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:00,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-23T20:20:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:01,043 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:20:01,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c322cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:20:01,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:01,045 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:20:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:20:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57707655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:20:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,046 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f3d19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5048abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:20:01,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:01,048 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:20:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:20:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b1dbdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:20:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,049 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cd0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307f448b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:20:01,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:01,051 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:20:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:20:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36411735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:20:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,053 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1c660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40083,1732393191528 2024-11-23T20:20:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193689bb 2024-11-23T20:20:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:01,055 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:01,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:40721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:20:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:20:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:01,058 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40721' 2024-11-23T20:20:01,059 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,059 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:20:01,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:01,059 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:20:01,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:01,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:20:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66833098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:20:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,060 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:01,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26164519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:01,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:01,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40721,1732393195169 2024-11-23T20:20:01,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@184332da 2024-11-23T20:20:01,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:01,062 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:01,063 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:20:01,063 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:20:01,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:01,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:01,063 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:01,064 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:20:01,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:01,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:01,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:20:01,114 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:20:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:01,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc29df5520d64803f1cb9fb96eaa310f, NAME => 'hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d 2024-11-23T20:20:01,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:20:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc29df5520d64803f1cb9fb96eaa310f, disabling compactions & flushes 2024-11-23T20:20:01,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. after waiting 0 ms 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:01,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:01,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc29df5520d64803f1cb9fb96eaa310f: Waiting for close lock at 1732393201881Disabling compacts and flushes for region at 1732393201881Disabling writes for close at 1732393201881Writing region close event to WAL at 1732393201881Closed at 1732393201881 2024-11-23T20:20:01,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:01,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393201882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393201882"}]},"ts":"1732393201882"} 2024-11-23T20:20:01,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:01,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:01,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393201886"}]},"ts":"1732393201886"} 2024-11-23T20:20:01,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:20:01,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc29df5520d64803f1cb9fb96eaa310f, ASSIGN}] 2024-11-23T20:20:01,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc29df5520d64803f1cb9fb96eaa310f, ASSIGN 2024-11-23T20:20:01,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc29df5520d64803f1cb9fb96eaa310f, ASSIGN; state=OFFLINE, location=80f3ff297c7b,46341,1732393191575; forceNewPlan=false, retain=false 2024-11-23T20:20:02,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc29df5520d64803f1cb9fb96eaa310f, regionState=OPENING, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:20:02,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc29df5520d64803f1cb9fb96eaa310f, ASSIGN because future has completed 2024-11-23T20:20:02,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc29df5520d64803f1cb9fb96eaa310f, server=80f3ff297c7b,46341,1732393191575}] 2024-11-23T20:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:02,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:02,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:02,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:20:02,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C46341%2C1732393191575.rep, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/oldWALs, maxLogs=10 2024-11-23T20:20:02,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.rep.1732393202199, exclude list is [], retry=0 2024-11-23T20:20:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-509d5bd4-0c5c-4e04-abd1-42785c56bff0,DISK] 2024-11-23T20:20:02,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.rep.1732393202199 2024-11-23T20:20:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-11-23T20:20:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fc29df5520d64803f1cb9fb96eaa310f, NAME => 'hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:02,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. service=MultiRowMutationService 2024-11-23T20:20:02,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,219 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,220 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc29df5520d64803f1cb9fb96eaa310f columnFamilyName hfileref 2024-11-23T20:20:02,221 DEBUG [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:02,221 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(327): Store=fc29df5520d64803f1cb9fb96eaa310f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:02,221 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,222 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc29df5520d64803f1cb9fb96eaa310f columnFamilyName queue 2024-11-23T20:20:02,222 DEBUG [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:02,222 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(327): Store=fc29df5520d64803f1cb9fb96eaa310f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:02,222 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,223 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc29df5520d64803f1cb9fb96eaa310f columnFamilyName sid 2024-11-23T20:20:02,223 DEBUG [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:02,224 INFO [StoreOpener-fc29df5520d64803f1cb9fb96eaa310f-1 {}] regionserver.HStore(327): Store=fc29df5520d64803f1cb9fb96eaa310f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:02,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/replication/fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/replication/fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:02,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/replication/fc29df5520d64803f1cb9fb96eaa310f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:02,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fc29df5520d64803f1cb9fb96eaa310f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70142518, jitterRate=0.04520496726036072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:02,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:02,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fc29df5520d64803f1cb9fb96eaa310f: Running coprocessor pre-open hook at 1732393202218Writing region info on filesystem at 1732393202218Initializing all the Stores at 1732393202219 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393202219Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393202219Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393202219Cleaning up temporary data from old regions at 1732393202225 (+6 ms)Running coprocessor post-open hooks at 1732393202229 (+4 ms)Region opened successfully at 1732393202230 (+1 ms) 2024-11-23T20:20:02,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f., pid=10, masterSystemTime=1732393202194 2024-11-23T20:20:02,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:02,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:02,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc29df5520d64803f1cb9fb96eaa310f, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,46341,1732393191575 2024-11-23T20:20:02,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc29df5520d64803f1cb9fb96eaa310f, server=80f3ff297c7b,46341,1732393191575 because future has completed 2024-11-23T20:20:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:20:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc29df5520d64803f1cb9fb96eaa310f, server=80f3ff297c7b,46341,1732393191575 in 194 msec 2024-11-23T20:20:02,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:20:02,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc29df5520d64803f1cb9fb96eaa310f, ASSIGN in 350 msec 2024-11-23T20:20:02,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:02,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393202240"}]},"ts":"1732393202240"} 2024-11-23T20:20:02,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:20:02,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:02,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-23T20:20:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f., hostname=80f3ff297c7b,46341,1732393191575, seqNum=2] 2024-11-23T20:20:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:20:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:20:02,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:02,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:20:02,435 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:20:02,465 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,46341,1732393191575, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:02,466 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:02,466 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46341,1732393191575, seqNum=-1] 2024-11-23T20:20:02,466 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:02,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:02,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,46341,1732393191575', locateType=CURRENT is [region=hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f., hostname=80f3ff297c7b,46341,1732393191575, seqNum=2] 2024-11-23T20:20:02,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:20:02,474 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,46341,1732393191575 suceeded 2024-11-23T20:20:02,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:20:02,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T20:20:02,476 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:40721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:20:02,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-23T20:20:02,487 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40721' 2024-11-23T20:20:02,488 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b69fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:02,488 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:20:02,488 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:02,489 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:20:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:20:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d4d21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:20:02,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:02,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:02,490 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:02,491 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2662d5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:02,491 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40721,1732393195169 2024-11-23T20:20:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df969f6 2024-11-23T20:20:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:02,493 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:02,493 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,46341,1732393191575 (queues=1) is replicating from cluster=8c6aa3e8-cbea-4626-b3df-66ecac7a5252 to cluster=9fb292fd-b9e2-4b14-968c-44220f3383e4 2024-11-23T20:20:02,493 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C46341%2C1732393191575 2024-11-23T20:20:02,494 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,46341,1732393191575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:02,494 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C46341%2C1732393191575 2024-11-23T20:20:02,494 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, startPosition=0, beingWritten=true 2024-11-23T20:20:02,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:02,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:02,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:02,702 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:03,006 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:03,203 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:03,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:03,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:03,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:03,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbb1101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:20:03,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:03,205 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:20:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380c31f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,207 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42849827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40721,1732393195169 2024-11-23T20:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f858df 2024-11-23T20:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:03,210 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:03,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:40083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:20:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:20:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:03,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40083' 2024-11-23T20:20:03,214 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56bb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,214 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:20:03,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:03,215 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0770c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,216 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:03,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfb47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:03,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:03,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40083,1732393191528 2024-11-23T20:20:03,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79dd032e 2024-11-23T20:20:03,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:03,218 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:03,219 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:20:03,219 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:20:03,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:03,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:03,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:03,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:20:03,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:03,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:03,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:20:03,271 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:20:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:03,410 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:03,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a039b98dafb32dc0d49c40a3b51f95d9, NAME => 'hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd 2024-11-23T20:20:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:20:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:03,914 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:04,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:04,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a039b98dafb32dc0d49c40a3b51f95d9, disabling compactions & flushes 2024-11-23T20:20:04,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. after waiting 0 ms 2024-11-23T20:20:04,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a039b98dafb32dc0d49c40a3b51f95d9: Waiting for close lock at 1732393204035Disabling compacts and flushes for region at 1732393204035Disabling writes for close at 1732393204035Writing region close event to WAL at 1732393204035Closed at 1732393204035 2024-11-23T20:20:04,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:04,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393204037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393204037"}]},"ts":"1732393204037"} 2024-11-23T20:20:04,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:04,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:04,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393204040"}]},"ts":"1732393204040"} 2024-11-23T20:20:04,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:20:04,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a039b98dafb32dc0d49c40a3b51f95d9, ASSIGN}] 2024-11-23T20:20:04,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a039b98dafb32dc0d49c40a3b51f95d9, ASSIGN 2024-11-23T20:20:04,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a039b98dafb32dc0d49c40a3b51f95d9, ASSIGN; state=OFFLINE, location=80f3ff297c7b,43427,1732393195210; forceNewPlan=false, retain=false 2024-11-23T20:20:04,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a039b98dafb32dc0d49c40a3b51f95d9, regionState=OPENING, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:20:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a039b98dafb32dc0d49c40a3b51f95d9, ASSIGN because future has completed 2024-11-23T20:20:04,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039b98dafb32dc0d49c40a3b51f95d9, server=80f3ff297c7b,43427,1732393195210}] 2024-11-23T20:20:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:20:04,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C43427%2C1732393195210.rep, suffix=, logDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210, archiveDir=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/oldWALs, maxLogs=10 2024-11-23T20:20:04,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.rep.1732393204356, exclude list is [], retry=0 2024-11-23T20:20:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-8fabdce4-8215-4fda-9b7b-1a7ad4efe2a5,DISK] 2024-11-23T20:20:04,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.rep.1732393204356 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40381:40381)] 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a039b98dafb32dc0d49c40a3b51f95d9, NAME => 'hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. service=MultiRowMutationService 2024-11-23T20:20:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:04,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,375 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,376 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a039b98dafb32dc0d49c40a3b51f95d9 columnFamilyName hfileref 2024-11-23T20:20:04,376 DEBUG [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:04,376 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(327): Store=a039b98dafb32dc0d49c40a3b51f95d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:04,376 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,377 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a039b98dafb32dc0d49c40a3b51f95d9 columnFamilyName queue 2024-11-23T20:20:04,377 DEBUG [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:04,378 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(327): Store=a039b98dafb32dc0d49c40a3b51f95d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:04,378 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,379 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a039b98dafb32dc0d49c40a3b51f95d9 columnFamilyName sid 2024-11-23T20:20:04,379 DEBUG [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:04,379 INFO [StoreOpener-a039b98dafb32dc0d49c40a3b51f95d9-1 {}] regionserver.HStore(327): Store=a039b98dafb32dc0d49c40a3b51f95d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:04,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/replication/a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/replication/a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/replication/a039b98dafb32dc0d49c40a3b51f95d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:04,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a039b98dafb32dc0d49c40a3b51f95d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597537, jitterRate=-0.022520527243614197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:04,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:04,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a039b98dafb32dc0d49c40a3b51f95d9: Running coprocessor pre-open hook at 1732393204374Writing region info on filesystem at 1732393204374Initializing all the Stores at 1732393204374Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393204374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393204374Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393204374Cleaning up temporary data from old regions at 1732393204381 (+7 ms)Running coprocessor post-open hooks at 1732393204384 (+3 ms)Region opened successfully at 1732393204384 2024-11-23T20:20:04,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9., pid=10, masterSystemTime=1732393204350 2024-11-23T20:20:04,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:04,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a039b98dafb32dc0d49c40a3b51f95d9, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,43427,1732393195210 2024-11-23T20:20:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a039b98dafb32dc0d49c40a3b51f95d9, server=80f3ff297c7b,43427,1732393195210 because future has completed 2024-11-23T20:20:04,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:20:04,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a039b98dafb32dc0d49c40a3b51f95d9, server=80f3ff297c7b,43427,1732393195210 in 192 msec 2024-11-23T20:20:04,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:20:04,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a039b98dafb32dc0d49c40a3b51f95d9, ASSIGN in 350 msec 2024-11-23T20:20:04,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:04,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393204394"}]},"ts":"1732393204394"} 2024-11-23T20:20:04,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:20:04,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:04,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-23T20:20:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9., hostname=80f3ff297c7b,43427,1732393195210, seqNum=2] 2024-11-23T20:20:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:20:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:20:04,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:04,518 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:04,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:20:04,590 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:20:04,619 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,43427,1732393195210, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:04,619 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:04,620 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,43427,1732393195210, seqNum=-1] 2024-11-23T20:20:04,620 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:04,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:04,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,43427,1732393195210', locateType=CURRENT is [region=hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9., hostname=80f3ff297c7b,43427,1732393195210, seqNum=2] 2024-11-23T20:20:04,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:20:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:20:04,628 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,43427,1732393195210 suceeded 2024-11-23T20:20:04,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:20:04,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T20:20:04,630 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:40083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:20:04,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-23T20:20:04,642 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:40083' 2024-11-23T20:20:04,644 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d383ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:04,644 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:20:04,644 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:04,645 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc9fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:04,646 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:04,647 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f59554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:04,647 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,40083,1732393191528 2024-11-23T20:20:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d374414 2024-11-23T20:20:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:04,649 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:04,649 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,43427,1732393195210 (queues=1) is replicating from cluster=9fb292fd-b9e2-4b14-968c-44220f3383e4 to cluster=8c6aa3e8-cbea-4626-b3df-66ecac7a5252 2024-11-23T20:20:04,649 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C43427%2C1732393195210 2024-11-23T20:20:04,649 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,43427,1732393195210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:04,651 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, startPosition=0, beingWritten=true 2024-11-23T20:20:04,651 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C43427%2C1732393195210 2024-11-23T20:20:04,656 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:04,657 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 379, reset compression=false 2024-11-23T20:20:04,657 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:04,862 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 379, reset compression=false 2024-11-23T20:20:05,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:20:05,166 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 379, reset compression=false 2024-11-23T20:20:05,222 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:05,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:05,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:05,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:05,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:05,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:05,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:05,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46341,1732393191575, seqNum=-1] 2024-11-23T20:20:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:05,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:05,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7., hostname=80f3ff297c7b,46341,1732393191575, seqNum=2] 2024-11-23T20:20:05,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,43427,1732393195210, seqNum=-1] 2024-11-23T20:20:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:05,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251., hostname=80f3ff297c7b,43427,1732393195210, seqNum=2] 2024-11-23T20:20:05,379 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T20:20:05,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:05,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,571 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 379, reset compression=false 2024-11-23T20:20:05,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:05,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:06,034 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 379, reset compression=false 2024-11-23T20:20:06,043 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:06,044 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 480, reset compression=false 2024-11-23T20:20:06,044 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f8454a4039c391a97fdb95e6fc4f6b7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T20:20:06,049 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:06,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:06,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:06,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f09a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40721,-1 for getting cluster id 2024-11-23T20:20:06,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:06,055 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fb292fd-b9e2-4b14-968c-44220f3383e4' 2024-11-23T20:20:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fb292fd-b9e2-4b14-968c-44220f3383e4" 2024-11-23T20:20:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@448daefc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40721,-1] 2024-11-23T20:20:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:06,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:06,058 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:06,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a5f6619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:06,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,43427,1732393195210, seqNum=-1] 2024-11-23T20:20:06,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:06,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:06,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251., hostname=80f3ff297c7b,43427,1732393195210, seqNum=2] 2024-11-23T20:20:06,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:06,126 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 379, reset compression=false 2024-11-23T20:20:06,136 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:06,136 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 504, reset compression=false 2024-11-23T20:20:06,136 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:06,250 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 480, reset compression=false 2024-11-23T20:20:06,371 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 504, reset compression=false 2024-11-23T20:20:06,384 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T20:20:06,389 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T20:20:06,564 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 480, reset compression=false 2024-11-23T20:20:06,676 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 504, reset compression=false 2024-11-23T20:20:06,681 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:06,681 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 608, reset compression=false 2024-11-23T20:20:06,681 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ab60e0c1da5d8bf644e7ceeb238251/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:20:06,683 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:06,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:06,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:06,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e52755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,40083,-1 for getting cluster id 2024-11-23T20:20:06,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:06,686 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c6aa3e8-cbea-4626-b3df-66ecac7a5252' 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c6aa3e8-cbea-4626-b3df-66ecac7a5252" 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e4eb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,40083,-1] 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:06,688 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:06,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498a91f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:06,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:06,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,46341,1732393191575, seqNum=-1] 2024-11-23T20:20:06,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:06,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7., hostname=80f3ff297c7b,46341,1732393191575, seqNum=2] 2024-11-23T20:20:06,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:06,886 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 608, reset compression=false 2024-11-23T20:20:06,970 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 480, reset compression=false 2024-11-23T20:20:06,977 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:06,977 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 608, reset compression=false 2024-11-23T20:20:06,977 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:07,185 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 608, reset compression=false 2024-11-23T20:20:07,195 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 608, reset compression=false 2024-11-23T20:20:07,391 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T20:20:07,407 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T20:20:07,490 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 608, reset compression=false 2024-11-23T20:20:07,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:07,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 764, reset compression=false 2024-11-23T20:20:07,499 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f8454a4039c391a97fdb95e6fc4f6b7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T20:20:07,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:07,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:07,599 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 608, reset compression=false 2024-11-23T20:20:07,608 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:07,608 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 756, reset compression=false 2024-11-23T20:20:07,608 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:07,709 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 764, reset compression=false 2024-11-23T20:20:07,821 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 756, reset compression=false 2024-11-23T20:20:08,014 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 764, reset compression=false 2024-11-23T20:20:08,126 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 756, reset compression=false 2024-11-23T20:20:08,410 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T20:20:08,415 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T20:20:08,421 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 764, reset compression=false 2024-11-23T20:20:08,530 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 756, reset compression=false 2024-11-23T20:20:08,538 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:08,538 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 915, reset compression=false 2024-11-23T20:20:08,538 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ab60e0c1da5d8bf644e7ceeb238251/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T20:20:08,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:08,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:08,749 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 915, reset compression=false 2024-11-23T20:20:08,925 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 764, reset compression=false 2024-11-23T20:20:08,933 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:08,933 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:08,933 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:09,053 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 915, reset compression=false 2024-11-23T20:20:09,136 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:09,418 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T20:20:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:20:09,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:09,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:09,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:09,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:09,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:09,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:20:09,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=368920788, stopped=false 2024-11-23T20:20:09,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,40721,1732393195169 2024-11-23T20:20:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441304121/running 2024-11-23T20:20:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441304121/running 2024-11-23T20:20:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:20:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:20:09,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:09,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:09,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:09,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:09,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,43427,1732393195210' ***** 2024-11-23T20:20:09,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:20:09,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/running 2024-11-23T20:20:09,425 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:20:09,425 INFO [RS:0;80f3ff297c7b:43427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:20:09,425 INFO [RS:0;80f3ff297c7b:43427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:20:09,425 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:09,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Set watcher on znode that does not yet exist, /1-441304121/running 2024-11-23T20:20:09,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:20:09,440 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:09,440 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,43427,1732393195210 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:09,441 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ab60e0c1da5d8bf644e7ceeb238251, disabling compactions & flushes 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:43427. 2024-11-23T20:20:09,441 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:09,441 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:09,441 DEBUG [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:09,441 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. after waiting 0 ms 2024-11-23T20:20:09,441 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:09,441 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:20:09,441 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4ab60e0c1da5d8bf644e7ceeb238251 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:20:09,441 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:20:09,441 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:09,444 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:20:09,444 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4ab60e0c1da5d8bf644e7ceeb238251=test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251., a039b98dafb32dc0d49c40a3b51f95d9=hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.} 2024-11-23T20:20:09,444 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a039b98dafb32dc0d49c40a3b51f95d9, c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:09,445 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:09,445 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:09,445 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:09,445 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:09,445 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:09,445 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:20:09,460 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 915, reset compression=false 2024-11-23T20:20:09,470 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:09,470 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1162, reset compression=false 2024-11-23T20:20:09,470 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,43427,1732393195210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:09,471 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,43427,1732393195210: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,43427,1732393195210, walGroup=80f3ff297c7b%2C43427%2C1732393195210, offset=80f3ff297c7b%2C43427%2C1732393195210.1732393197240:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:43427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:20:09,471 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:20:09,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:20:09,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:20:09,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:20:09,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:20:09,472 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 574137808 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191156256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:20:09,473 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:40721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:40721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:20:09,474 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f/44f77caaeb664ae09cb6a606c5d16a8c is 29, key is row1/f:/1732393208411/DeleteFamily/seqid=0 2024-11-23T20:20:09,479 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/info/5cf14c30b9af459abbd759d07cb84451 is 147, key is hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9./info:regioninfo/1732393204387/Put/seqid=0 2024-11-23T20:20:09,493 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741840_1016 (size=5118) 2024-11-23T20:20:09,495 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f/44f77caaeb664ae09cb6a606c5d16a8c 2024-11-23T20:20:09,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741841_1017 (size=7686) 2024-11-23T20:20:09,502 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44f77caaeb664ae09cb6a606c5d16a8c 2024-11-23T20:20:09,522 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f1/99301d37f9134f04b693cae1ced8eb6b is 30, key is row1/f1:/1732393208411/DeleteFamily/seqid=0 2024-11-23T20:20:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741842_1018 (size=5123) 2024-11-23T20:20:09,546 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f1/99301d37f9134f04b693cae1ced8eb6b 2024-11-23T20:20:09,552 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99301d37f9134f04b693cae1ced8eb6b 2024-11-23T20:20:09,572 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/norep/a04a14983c5e4104b2a4052758734e4b is 33, key is row1/norep:/1732393208411/DeleteFamily/seqid=0 2024-11-23T20:20:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741843_1019 (size=5108) 2024-11-23T20:20:09,645 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a039b98dafb32dc0d49c40a3b51f95d9, c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:09,688 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1162, reset compression=false 2024-11-23T20:20:09,845 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a039b98dafb32dc0d49c40a3b51f95d9, c4ab60e0c1da5d8bf644e7ceeb238251 2024-11-23T20:20:09,852 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:09,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T20:20:09,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T20:20:09,900 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/info/5cf14c30b9af459abbd759d07cb84451 2024-11-23T20:20:09,926 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/ns/9ea66b87d3004ecd9ca6dbf96e71165f is 43, key is default/ns:d/1732393198200/Put/seqid=0 2024-11-23T20:20:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741844_1020 (size=5153) 2024-11-23T20:20:09,932 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/ns/9ea66b87d3004ecd9ca6dbf96e71165f 2024-11-23T20:20:09,970 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/rep_barrier/45d737fe43484bccb130a7028366af73 is 112, key is test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251./rep_barrier:seqnumDuringOpen/1732393200047/Put/seqid=0 2024-11-23T20:20:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741845_1021 (size=5518) 2024-11-23T20:20:09,978 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/norep/a04a14983c5e4104b2a4052758734e4b 2024-11-23T20:20:09,982 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04a14983c5e4104b2a4052758734e4b 2024-11-23T20:20:09,983 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f/44f77caaeb664ae09cb6a606c5d16a8c as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/f/44f77caaeb664ae09cb6a606c5d16a8c 2024-11-23T20:20:09,987 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44f77caaeb664ae09cb6a606c5d16a8c 2024-11-23T20:20:09,987 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/f/44f77caaeb664ae09cb6a606c5d16a8c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:09,990 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/f1/99301d37f9134f04b693cae1ced8eb6b as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/f1/99301d37f9134f04b693cae1ced8eb6b 2024-11-23T20:20:09,993 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1162, reset compression=false 2024-11-23T20:20:09,994 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99301d37f9134f04b693cae1ced8eb6b 2024-11-23T20:20:09,995 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/f1/99301d37f9134f04b693cae1ced8eb6b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:09,996 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/.tmp/norep/a04a14983c5e4104b2a4052758734e4b as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/norep/a04a14983c5e4104b2a4052758734e4b 2024-11-23T20:20:10,001 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04a14983c5e4104b2a4052758734e4b 2024-11-23T20:20:10,001 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/norep/a04a14983c5e4104b2a4052758734e4b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:10,002 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c4ab60e0c1da5d8bf644e7ceeb238251 in 561ms, sequenceid=8, compaction requested=false 2024-11-23T20:20:10,007 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/default/test/c4ab60e0c1da5d8bf644e7ceeb238251/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:10,008 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ab60e0c1da5d8bf644e7ceeb238251: Waiting for close lock at 1732393209440Running coprocessor pre-close hooks at 1732393209440Disabling compacts and flushes for region at 1732393209440Disabling writes for close at 1732393209441 (+1 ms)Obtaining lock to block concurrent updates at 1732393209441Preparing flush snapshotting stores in c4ab60e0c1da5d8bf644e7ceeb238251 at 1732393209441Finished memstore snapshotting test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732393209441Flushing stores of test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. at 1732393209444 (+3 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f: creating writer at 1732393209444Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f: appending metadata at 1732393209469 (+25 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f: closing flushed file at 1732393209469Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f1: creating writer at 1732393209503 (+34 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f1: appending metadata at 1732393209521 (+18 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/f1: closing flushed file at 1732393209521Flushing c4ab60e0c1da5d8bf644e7ceeb238251/norep: creating writer at 1732393209552 (+31 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/norep: appending metadata at 1732393209571 (+19 ms)Flushing c4ab60e0c1da5d8bf644e7ceeb238251/norep: closing flushed file at 1732393209571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36527c61: reopening flushed file at 1732393209982 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2884565f: reopening flushed file at 1732393209987 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434de252: reopening flushed file at 1732393209995 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c4ab60e0c1da5d8bf644e7ceeb238251 in 561ms, sequenceid=8, compaction requested=false at 1732393210002 (+7 ms)Writing region close event to WAL at 1732393210004 (+2 ms)Running coprocessor post-close hooks at 1732393210007 (+3 ms)Closed at 1732393210008 (+1 ms) 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393198895.c4ab60e0c1da5d8bf644e7ceeb238251. 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a039b98dafb32dc0d49c40a3b51f95d9, disabling compactions & flushes 2024-11-23T20:20:10,008 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. after waiting 0 ms 2024-11-23T20:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,009 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a039b98dafb32dc0d49c40a3b51f95d9: Waiting for close lock at 1732393210008Running coprocessor pre-close hooks at 1732393210008Disabling compacts and flushes for region at 1732393210008Disabling writes for close at 1732393210008Failed flush hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9., putting online again at 1732393210008 2024-11-23T20:20:10,009 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,045 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:10,045 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a039b98dafb32dc0d49c40a3b51f95d9 2024-11-23T20:20:10,045 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a039b98dafb32dc0d49c40a3b51f95d9, disabling compactions & flushes 2024-11-23T20:20:10,045 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,045 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,045 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. after waiting 0 ms 2024-11-23T20:20:10,046 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,046 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a039b98dafb32dc0d49c40a3b51f95d9: Waiting for close lock at 1732393210045Running coprocessor pre-close hooks at 1732393210045Disabling compacts and flushes for region at 1732393210045Disabling writes for close at 1732393210045Failed flush hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9., putting online again at 1732393210046 (+1 ms) 2024-11-23T20:20:10,046 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9. 2024-11-23T20:20:10,084 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:20:10,084 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:20:10,245 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:10,369 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:10,379 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/rep_barrier/45d737fe43484bccb130a7028366af73 2024-11-23T20:20:10,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1162, reset compression=false 2024-11-23T20:20:10,402 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:10,402 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1806, reset compression=false 2024-11-23T20:20:10,406 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/table/61ac4823125d43a98246b29ee02f53b8 is 53, key is hbase:replication/table:state/1732393204394/Put/seqid=0 2024-11-23T20:20:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741846_1022 (size=5308) 2024-11-23T20:20:10,410 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/table/61ac4823125d43a98246b29ee02f53b8 2024-11-23T20:20:10,416 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/info/5cf14c30b9af459abbd759d07cb84451 as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/info/5cf14c30b9af459abbd759d07cb84451 2024-11-23T20:20:10,420 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/info/5cf14c30b9af459abbd759d07cb84451, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:20:10,421 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/ns/9ea66b87d3004ecd9ca6dbf96e71165f as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/ns/9ea66b87d3004ecd9ca6dbf96e71165f 2024-11-23T20:20:10,425 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/ns/9ea66b87d3004ecd9ca6dbf96e71165f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:20:10,426 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/rep_barrier/45d737fe43484bccb130a7028366af73 as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/rep_barrier/45d737fe43484bccb130a7028366af73 2024-11-23T20:20:10,430 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/rep_barrier/45d737fe43484bccb130a7028366af73, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:20:10,431 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/.tmp/table/61ac4823125d43a98246b29ee02f53b8 as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/table/61ac4823125d43a98246b29ee02f53b8 2024-11-23T20:20:10,435 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/table/61ac4823125d43a98246b29ee02f53b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:20:10,436 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 990ms, sequenceid=16, compaction requested=false 2024-11-23T20:20:10,440 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:20:10,441 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:10,441 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:10,441 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:10,441 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393209445Running coprocessor pre-close hooks at 1732393209445Disabling compacts and flushes for region at 1732393209445Disabling writes for close at 1732393209445Obtaining lock to block concurrent updates at 1732393209445Preparing flush snapshotting stores in 1588230740 at 1732393209445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393209445Flushing stores of hbase:meta,,1.1588230740 at 1732393209446 (+1 ms)Flushing 1588230740/info: creating writer at 1732393209447 (+1 ms)Flushing 1588230740/info: appending metadata at 1732393209479 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732393209479Flushing 1588230740/ns: creating writer at 1732393209906 (+427 ms)Flushing 1588230740/ns: appending metadata at 1732393209925 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732393209925Flushing 1588230740/rep_barrier: creating writer at 1732393209941 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393209969 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393209969Flushing 1588230740/table: creating writer at 1732393210383 (+414 ms)Flushing 1588230740/table: appending metadata at 1732393210406 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732393210406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484eeeee: reopening flushed file at 1732393210415 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbbfbdc: reopening flushed file at 1732393210420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a487f: reopening flushed file at 1732393210426 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fa97c7: reopening flushed file at 1732393210430 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 990ms, sequenceid=16, compaction requested=false at 1732393210436 (+6 ms)Writing region close event to WAL at 1732393210437 (+1 ms)Running coprocessor post-close hooks at 1732393210441 (+4 ms)Closed at 1732393210441 2024-11-23T20:20:10,441 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:10,446 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:20:10,446 DEBUG [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1325): Online Regions={a039b98dafb32dc0d49c40a3b51f95d9=hbase:replication,,1732393203219.a039b98dafb32dc0d49c40a3b51f95d9.} 2024-11-23T20:20:10,446 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T20:20:10,446 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,43427,1732393195210; all regions closed. 2024-11-23T20:20:10,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.meta.1732393198162.meta not finished, retry = 0 2024-11-23T20:20:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:20:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741839_1015 (size=1733) 2024-11-23T20:20:10,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.rep.1732393204356 not finished, retry = 0 2024-11-23T20:20:10,608 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/WALs/80f3ff297c7b,43427,1732393195210/80f3ff297c7b%2C43427%2C1732393195210.1732393197240 to pos 1806, reset compression=false 2024-11-23T20:20:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741832_1008 (size=1814) 2024-11-23T20:20:10,655 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:10,655 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:10,656 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:10,656 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:10,656 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:10,656 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:10,656 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,43427,1732393195210 because: Region server is closing 2024-11-23T20:20:10,656 INFO [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:43427. 2024-11-23T20:20:10,657 DEBUG [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:10,657 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:10,657 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:10,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:10,757 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.shipper80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 terminated 2024-11-23T20:20:10,757 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,43427,1732393195210.replicationSource.wal-reader.80f3ff297c7b%2C43427%2C1732393195210,1-80f3ff297c7b,43427,1732393195210 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:20:10,757 INFO [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:43427. 2024-11-23T20:20:10,758 DEBUG [RS:0;80f3ff297c7b:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:10,758 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:10,758 DEBUG [RS:0;80f3ff297c7b:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:10,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:10,758 INFO [RS:0;80f3ff297c7b:43427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43427 2024-11-23T20:20:10,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121/rs 2024-11-23T20:20:10,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441304121/rs/80f3ff297c7b,43427,1732393195210 2024-11-23T20:20:10,760 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:10,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,43427,1732393195210] 2024-11-23T20:20:10,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-441304121/draining/80f3ff297c7b,43427,1732393195210 already deleted, retry=false 2024-11-23T20:20:10,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,43427,1732393195210 expired; onlineServers=0 2024-11-23T20:20:10,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,40721,1732393195169' ***** 2024-11-23T20:20:10,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:20:10,763 INFO [M:0;80f3ff297c7b:40721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:10,763 INFO [M:0;80f3ff297c7b:40721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:10,763 DEBUG [M:0;80f3ff297c7b:40721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:20:10,763 DEBUG [M:0;80f3ff297c7b:40721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:20:10,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:20:10,763 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393197028 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393197028,5,FailOnTimeoutGroup] 2024-11-23T20:20:10,763 INFO [M:0;80f3ff297c7b:40721 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:10,763 INFO [M:0;80f3ff297c7b:40721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:10,764 DEBUG [M:0;80f3ff297c7b:40721 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:20:10,764 INFO [M:0;80f3ff297c7b:40721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:20:10,764 INFO [M:0;80f3ff297c7b:40721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:10,764 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393197029 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393197029,5,FailOnTimeoutGroup] 2024-11-23T20:20:10,764 INFO [M:0;80f3ff297c7b:40721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:20:10,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:20:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441304121/master 2024-11-23T20:20:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441304121 2024-11-23T20:20:10,765 DEBUG [M:0;80f3ff297c7b:40721 {}] zookeeper.ZKUtil(347): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Unable to get data of znode /1-441304121/master because node does not exist (not an error) 2024-11-23T20:20:10,765 WARN [M:0;80f3ff297c7b:40721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:20:10,765 INFO [M:0;80f3ff297c7b:40721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/.lastflushedseqids 2024-11-23T20:20:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741847_1023 (size=245) 2024-11-23T20:20:10,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:10,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x101467c2ede0004, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:10,862 INFO [RS:0;80f3ff297c7b:43427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:10,863 INFO [RS:0;80f3ff297c7b:43427 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,43427,1732393195210; zookeeper connection closed. 2024-11-23T20:20:10,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 2024-11-23T20:20:10,863 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:20:10,973 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:11,177 INFO [M:0;80f3ff297c7b:40721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:20:11,177 INFO [M:0;80f3ff297c7b:40721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:20:11,177 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:11,177 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:11,177 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:11,177 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:11,177 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:11,177 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T20:20:11,200 DEBUG [M:0;80f3ff297c7b:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24000611e2e4041b137847f9526237c is 82, key is hbase:meta,,1/info:regioninfo/1732393198191/Put/seqid=0 2024-11-23T20:20:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741848_1024 (size=5672) 2024-11-23T20:20:11,607 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24000611e2e4041b137847f9526237c 2024-11-23T20:20:11,629 DEBUG [M:0;80f3ff297c7b:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f928ae01245740aa85f4fb729618a88e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393204398/Put/seqid=0 2024-11-23T20:20:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741849_1025 (size=8517) 2024-11-23T20:20:11,678 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:12,034 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f928ae01245740aa85f4fb729618a88e 2024-11-23T20:20:12,057 DEBUG [M:0;80f3ff297c7b:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6cd9bda1854a2db64f85283493650a is 69, key is 80f3ff297c7b,43427,1732393195210/rs:state/1732393197065/Put/seqid=0 2024-11-23T20:20:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741850_1026 (size=5156) 2024-11-23T20:20:12,463 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6cd9bda1854a2db64f85283493650a 2024-11-23T20:20:12,468 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24000611e2e4041b137847f9526237c as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f24000611e2e4041b137847f9526237c 2024-11-23T20:20:12,473 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f24000611e2e4041b137847f9526237c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:20:12,476 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f928ae01245740aa85f4fb729618a88e as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f928ae01245740aa85f4fb729618a88e 2024-11-23T20:20:12,480 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f928ae01245740aa85f4fb729618a88e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:20:12,481 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6cd9bda1854a2db64f85283493650a as hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6cd9bda1854a2db64f85283493650a 2024-11-23T20:20:12,486 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:12,488 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41219/user/jenkins/test-data/f7da0bba-f73d-f6df-9fe3-58cc23d8abdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6cd9bda1854a2db64f85283493650a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:20:12,489 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-11-23T20:20:12,497 INFO [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:12,497 DEBUG [M:0;80f3ff297c7b:40721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393211177Disabling compacts and flushes for region at 1732393211177Disabling writes for close at 1732393211177Obtaining lock to block concurrent updates at 1732393211177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393211177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732393211178 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393211178Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393211178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393211200 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393211200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393211611 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393211628 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393211628Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393212038 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393212056 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393212056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e1210a: reopening flushed file at 1732393212467 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e020d6: reopening flushed file at 1732393212473 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cc13d7: reopening flushed file at 1732393212480 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1732393212489 (+9 ms)Writing region close event to WAL at 1732393212496 (+7 ms)Closed at 1732393212497 (+1 ms) 2024-11-23T20:20:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741830_1006 (size=63666) 2024-11-23T20:20:12,503 INFO [M:0;80f3ff297c7b:40721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:20:12,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:12,503 INFO [M:0;80f3ff297c7b:40721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40721 2024-11-23T20:20:12,503 INFO [M:0;80f3ff297c7b:40721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:12,605 INFO [M:0;80f3ff297c7b:40721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x101467c2ede0003, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:12,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6956c749{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:12,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a621eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:12,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:12,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d611e11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:12,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24165b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:12,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:20:12,612 WARN [BP-1094116151-172.17.0.2-1732393194240 heartbeating to localhost/127.0.0.1:41219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:20:12,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:20:12,612 WARN [BP-1094116151-172.17.0.2-1732393194240 heartbeating to localhost/127.0.0.1:41219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094116151-172.17.0.2-1732393194240 (Datanode Uuid 72018f39-c0c2-45f3-b078-9db1cb0f3bf3) service to localhost/127.0.0.1:41219 2024-11-23T20:20:12,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/cluster_de0b9a7a-22d2-3310-4884-576d99b1dcfa/data/data2/current/BP-1094116151-172.17.0.2-1732393194240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:12,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/cluster_de0b9a7a-22d2-3310-4884-576d99b1dcfa/data/data1/current/BP-1094116151-172.17.0.2-1732393194240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:12,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:20:12,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f21546{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:12,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@317acef8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:12,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:12,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2eed3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:12,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5123a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:20:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:20:12,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:12,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:12,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:12,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:12,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:12,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:20:12,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1973473433, stopped=false 2024-11-23T20:20:12,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,40083,1732393191528 2024-11-23T20:20:12,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1626176292/running 2024-11-23T20:20:12,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1626176292/running 2024-11-23T20:20:12,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:20:12,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:20:12,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:12,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/running 2024-11-23T20:20:12,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Set watcher on znode that does not yet exist, /0-1626176292/running 2024-11-23T20:20:12,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:12,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:12,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:12,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,46341,1732393191575' ***** 2024-11-23T20:20:12,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:20:12,656 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:20:12,656 INFO [RS:0;80f3ff297c7b:46341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:20:12,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:20:12,656 INFO [RS:0;80f3ff297c7b:46341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:20:12,656 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f8454a4039c391a97fdb95e6fc4f6b7 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,46341,1732393191575 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:46341. 2024-11-23T20:20:12,657 DEBUG [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:12,657 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:12,657 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f8454a4039c391a97fdb95e6fc4f6b7, disabling compactions & flushes 2024-11-23T20:20:12,657 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:20:12,657 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:20:12,657 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. after waiting 0 ms 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:20:12,657 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:20:12,657 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f8454a4039c391a97fdb95e6fc4f6b7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T20:20:12,657 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:20:12,657 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7=test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7., fc29df5520d64803f1cb9fb96eaa310f=hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.} 2024-11-23T20:20:12,657 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:12,658 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:12,658 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:12,658 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:12,658 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:12,658 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:12,658 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:20:12,681 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f/c8087a3ed4c04f5797966641494b046d is 29, key is row1/f:/1732393208411/DeleteFamily/seqid=0 2024-11-23T20:20:12,685 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/info/00d49e7bacb24d4caae741b81aa23d15 is 147, key is hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f./info:regioninfo/1732393202233/Put/seqid=0 2024-11-23T20:20:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741840_1016 (size=5118) 2024-11-23T20:20:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741841_1017 (size=7686) 2024-11-23T20:20:12,693 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/info/00d49e7bacb24d4caae741b81aa23d15 2024-11-23T20:20:12,717 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/ns/c012d6a08cc5486384009d928e667514 is 43, key is default/ns:d/1732393194139/Put/seqid=0 2024-11-23T20:20:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741842_1018 (size=5153) 2024-11-23T20:20:12,749 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:12,858 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,058 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,090 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f/c8087a3ed4c04f5797966641494b046d 2024-11-23T20:20:13,095 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8087a3ed4c04f5797966641494b046d 2024-11-23T20:20:13,116 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f1/10d37e553cac469fa6dc0883793aa56d is 30, key is row1/f1:/1732393208411/DeleteFamily/seqid=0 2024-11-23T20:20:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741843_1019 (size=5123) 2024-11-23T20:20:13,125 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:20:13,125 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:20:13,130 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/ns/c012d6a08cc5486384009d928e667514 2024-11-23T20:20:13,149 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/rep_barrier/69e43df30a0d4ca4b3bc182ea43482ec is 112, key is test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7./rep_barrier:seqnumDuringOpen/1732393198642/Put/seqid=0 2024-11-23T20:20:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741844_1020 (size=5518) 2024-11-23T20:20:13,258 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,390 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 914, reset compression=false 2024-11-23T20:20:13,394 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:13,395 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 1161, reset compression=false 2024-11-23T20:20:13,395 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,46341,1732393191575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:13,395 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,46341,1732393191575: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,46341,1732393191575, walGroup=80f3ff297c7b%2C46341%2C1732393191575, offset=80f3ff297c7b%2C46341%2C1732393191575.1732393193161:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:46341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:20:13,397 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:20:13,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:20:13,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:20:13,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:20:13,397 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:20:13,397 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 643343824 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191721992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:20:13,398 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:40083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:40083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:20:13,458 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f8454a4039c391a97fdb95e6fc4f6b7, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,521 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f1/10d37e553cac469fa6dc0883793aa56d 2024-11-23T20:20:13,525 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d37e553cac469fa6dc0883793aa56d 2024-11-23T20:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/norep/dbcee931ea68449ebd9b4821d5944203 is 32, key is row/norep:/1732393207394/DeleteFamily/seqid=0 2024-11-23T20:20:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741845_1021 (size=5101) 2024-11-23T20:20:13,550 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/norep/dbcee931ea68449ebd9b4821d5944203 2024-11-23T20:20:13,553 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/rep_barrier/69e43df30a0d4ca4b3bc182ea43482ec 2024-11-23T20:20:13,555 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbcee931ea68449ebd9b4821d5944203 2024-11-23T20:20:13,556 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f/c8087a3ed4c04f5797966641494b046d as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/f/c8087a3ed4c04f5797966641494b046d 2024-11-23T20:20:13,570 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8087a3ed4c04f5797966641494b046d 2024-11-23T20:20:13,570 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/f/c8087a3ed4c04f5797966641494b046d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:13,571 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/f1/10d37e553cac469fa6dc0883793aa56d as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/f1/10d37e553cac469fa6dc0883793aa56d 2024-11-23T20:20:13,576 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d37e553cac469fa6dc0883793aa56d 2024-11-23T20:20:13,576 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/f1/10d37e553cac469fa6dc0883793aa56d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:13,576 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/table/3cc37993291c4f069f92aa91711838d5 is 53, key is hbase:replication/table:state/1732393202240/Put/seqid=0 2024-11-23T20:20:13,576 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/.tmp/norep/dbcee931ea68449ebd9b4821d5944203 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/norep/dbcee931ea68449ebd9b4821d5944203 2024-11-23T20:20:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741846_1022 (size=5308) 2024-11-23T20:20:13,581 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbcee931ea68449ebd9b4821d5944203 2024-11-23T20:20:13,581 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/norep/dbcee931ea68449ebd9b4821d5944203, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T20:20:13,582 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f8454a4039c391a97fdb95e6fc4f6b7 in 925ms, sequenceid=8, compaction requested=false 2024-11-23T20:20:13,587 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/default/test/6f8454a4039c391a97fdb95e6fc4f6b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:13,588 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f8454a4039c391a97fdb95e6fc4f6b7: Waiting for close lock at 1732393212657Running coprocessor pre-close hooks at 1732393212657Disabling compacts and flushes for region at 1732393212657Disabling writes for close at 1732393212657Obtaining lock to block concurrent updates at 1732393212657Preparing flush snapshotting stores in 6f8454a4039c391a97fdb95e6fc4f6b7 at 1732393212657Finished memstore snapshotting test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732393212658 (+1 ms)Flushing stores of test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. at 1732393212659 (+1 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f: creating writer at 1732393212660 (+1 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f: appending metadata at 1732393212680 (+20 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f: closing flushed file at 1732393212680Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f1: creating writer at 1732393213095 (+415 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f1: appending metadata at 1732393213115 (+20 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/f1: closing flushed file at 1732393213116 (+1 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/norep: creating writer at 1732393213525 (+409 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/norep: appending metadata at 1732393213539 (+14 ms)Flushing 6f8454a4039c391a97fdb95e6fc4f6b7/norep: closing flushed file at 1732393213539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ae1732: reopening flushed file at 1732393213555 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eff2e05: reopening flushed file at 1732393213570 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f2a97: reopening flushed file at 1732393213576 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f8454a4039c391a97fdb95e6fc4f6b7 in 925ms, sequenceid=8, compaction requested=false at 1732393213583 (+7 ms)Writing region close event to WAL at 1732393213585 (+2 ms)Running coprocessor post-close hooks at 1732393213588 (+3 ms)Closed at 1732393213588 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393198258.6f8454a4039c391a97fdb95e6fc4f6b7. 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc29df5520d64803f1cb9fb96eaa310f, disabling compactions & flushes 2024-11-23T20:20:13,588 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. after waiting 0 ms 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc29df5520d64803f1cb9fb96eaa310f: Waiting for close lock at 1732393213588Running coprocessor pre-close hooks at 1732393213588Disabling compacts and flushes for region at 1732393213588Disabling writes for close at 1732393213588Failed flush hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f., putting online again at 1732393213588 2024-11-23T20:20:13,588 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,601 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 1161, reset compression=false 2024-11-23T20:20:13,607 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:13,607 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 1805, reset compression=false 2024-11-23T20:20:13,658 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:20:13,658 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc29df5520d64803f1cb9fb96eaa310f=hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f.} 2024-11-23T20:20:13,659 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,659 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc29df5520d64803f1cb9fb96eaa310f 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc29df5520d64803f1cb9fb96eaa310f, disabling compactions & flushes 2024-11-23T20:20:13,659 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. after waiting 0 ms 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc29df5520d64803f1cb9fb96eaa310f: Waiting for close lock at 1732393213659Running coprocessor pre-close hooks at 1732393213659Disabling compacts and flushes for region at 1732393213659Disabling writes for close at 1732393213659Failed flush hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f., putting online again at 1732393213659 2024-11-23T20:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393201063.fc29df5520d64803f1cb9fb96eaa310f. 2024-11-23T20:20:13,818 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.wal-reader.80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/WALs/80f3ff297c7b,46341,1732393191575/80f3ff297c7b%2C46341%2C1732393191575.1732393193161 to pos 1805, reset compression=false 2024-11-23T20:20:13,859 DEBUG [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:13,982 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/table/3cc37993291c4f069f92aa91711838d5 2024-11-23T20:20:13,987 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/info/00d49e7bacb24d4caae741b81aa23d15 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/info/00d49e7bacb24d4caae741b81aa23d15 2024-11-23T20:20:13,991 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/info/00d49e7bacb24d4caae741b81aa23d15, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:20:13,992 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/ns/c012d6a08cc5486384009d928e667514 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/ns/c012d6a08cc5486384009d928e667514 2024-11-23T20:20:13,995 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/ns/c012d6a08cc5486384009d928e667514, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:20:13,996 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/rep_barrier/69e43df30a0d4ca4b3bc182ea43482ec as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/rep_barrier/69e43df30a0d4ca4b3bc182ea43482ec 2024-11-23T20:20:14,000 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/rep_barrier/69e43df30a0d4ca4b3bc182ea43482ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:20:14,001 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/.tmp/table/3cc37993291c4f069f92aa91711838d5 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/table/3cc37993291c4f069f92aa91711838d5 2024-11-23T20:20:14,004 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/table/3cc37993291c4f069f92aa91711838d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:20:14,005 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false 2024-11-23T20:20:14,010 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:20:14,011 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:14,011 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:14,011 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:14,011 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393212658Running coprocessor pre-close hooks at 1732393212658Disabling compacts and flushes for region at 1732393212658Disabling writes for close at 1732393212658Obtaining lock to block concurrent updates at 1732393212658Preparing flush snapshotting stores in 1588230740 at 1732393212658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393212658Flushing stores of hbase:meta,,1.1588230740 at 1732393212659 (+1 ms)Flushing 1588230740/info: creating writer at 1732393212659Flushing 1588230740/info: appending metadata at 1732393212685 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732393212685Flushing 1588230740/ns: creating writer at 1732393212698 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732393212716 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732393212716Flushing 1588230740/rep_barrier: creating writer at 1732393213134 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393213148 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393213148Flushing 1588230740/table: creating writer at 1732393213558 (+410 ms)Flushing 1588230740/table: appending metadata at 1732393213576 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732393213576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6ca5db: reopening flushed file at 1732393213986 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f98e4c: reopening flushed file at 1732393213991 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4b47ea: reopening flushed file at 1732393213995 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e536b3: reopening flushed file at 1732393214000 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false at 1732393214005 (+5 ms)Writing region close event to WAL at 1732393214007 (+2 ms)Running coprocessor post-close hooks at 1732393214011 (+4 ms)Closed at 1732393214011 2024-11-23T20:20:14,011 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:14,059 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T20:20:14,059 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,46341,1732393191575; all regions closed. 2024-11-23T20:20:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:20:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741839_1015 (size=1733) 2024-11-23T20:20:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741832_1008 (size=1813) 2024-11-23T20:20:14,068 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:14,068 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:14,068 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:14,068 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:14,068 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:14,068 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:14,068 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,46341,1732393191575 because: Region server is closing 2024-11-23T20:20:14,069 INFO [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:46341. 2024-11-23T20:20:14,069 DEBUG [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:14,069 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:14,069 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:14,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:14,169 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,46341,1732393191575.replicationSource.shipper80f3ff297c7b%2C46341%2C1732393191575,1-80f3ff297c7b,46341,1732393191575 terminated 2024-11-23T20:20:14,169 INFO [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:46341. 2024-11-23T20:20:14,169 DEBUG [RS:0;80f3ff297c7b:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:14,169 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:14,170 DEBUG [RS:0;80f3ff297c7b:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:14,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:14,170 INFO [RS:0;80f3ff297c7b:46341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46341 2024-11-23T20:20:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1626176292/rs/80f3ff297c7b,46341,1732393191575 2024-11-23T20:20:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292/rs 2024-11-23T20:20:14,172 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:14,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,46341,1732393191575] 2024-11-23T20:20:14,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1626176292/draining/80f3ff297c7b,46341,1732393191575 already deleted, retry=false 2024-11-23T20:20:14,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,46341,1732393191575 expired; onlineServers=0 2024-11-23T20:20:14,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,40083,1732393191528' ***** 2024-11-23T20:20:14,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:20:14,175 INFO [M:0;80f3ff297c7b:40083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:14,175 INFO [M:0;80f3ff297c7b:40083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:14,175 DEBUG [M:0;80f3ff297c7b:40083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:20:14,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:20:14,175 DEBUG [M:0;80f3ff297c7b:40083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:20:14,175 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393192946 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393192946,5,FailOnTimeoutGroup] 2024-11-23T20:20:14,175 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393192946 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393192946,5,FailOnTimeoutGroup] 2024-11-23T20:20:14,175 INFO [M:0;80f3ff297c7b:40083 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:14,175 INFO [M:0;80f3ff297c7b:40083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:14,175 DEBUG [M:0;80f3ff297c7b:40083 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:20:14,176 INFO [M:0;80f3ff297c7b:40083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:20:14,176 INFO [M:0;80f3ff297c7b:40083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:14,176 INFO [M:0;80f3ff297c7b:40083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:20:14,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:20:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1626176292/master 2024-11-23T20:20:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1626176292 2024-11-23T20:20:14,177 DEBUG [M:0;80f3ff297c7b:40083 {}] zookeeper.ZKUtil(347): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Unable to get data of znode /0-1626176292/master because node does not exist (not an error) 2024-11-23T20:20:14,177 WARN [M:0;80f3ff297c7b:40083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:20:14,185 INFO [M:0;80f3ff297c7b:40083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/.lastflushedseqids 2024-11-23T20:20:14,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741847_1023 (size=245) 2024-11-23T20:20:14,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:14,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101467c2ede0001, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:14,273 INFO [RS:0;80f3ff297c7b:46341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:14,273 INFO [RS:0;80f3ff297c7b:46341 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,46341,1732393191575; zookeeper connection closed. 2024-11-23T20:20:14,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe 2024-11-23T20:20:14,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:20:14,594 INFO [M:0;80f3ff297c7b:40083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:20:14,595 INFO [M:0;80f3ff297c7b:40083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:20:14,595 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:14,595 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:14,595 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:14,595 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:14,595 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:14,595 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T20:20:14,612 DEBUG [M:0;80f3ff297c7b:40083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bdacda6eab2426eb7a438e93063aa04 is 82, key is hbase:meta,,1/info:regioninfo/1732393194130/Put/seqid=0 2024-11-23T20:20:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741848_1024 (size=5672) 2024-11-23T20:20:15,016 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bdacda6eab2426eb7a438e93063aa04 2024-11-23T20:20:15,038 DEBUG [M:0;80f3ff297c7b:40083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345a5dfdeee24265914a50144f09b90d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393202243/Put/seqid=0 2024-11-23T20:20:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741849_1025 (size=8517) 2024-11-23T20:20:15,442 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345a5dfdeee24265914a50144f09b90d 2024-11-23T20:20:15,461 DEBUG [M:0;80f3ff297c7b:40083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a53e445c154adf90678b055b9a88b7 is 69, key is 80f3ff297c7b,46341,1732393191575/rs:state/1732393193021/Put/seqid=0 2024-11-23T20:20:15,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741850_1026 (size=5156) 2024-11-23T20:20:15,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:15,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:15,865 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a53e445c154adf90678b055b9a88b7 2024-11-23T20:20:15,869 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bdacda6eab2426eb7a438e93063aa04 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bdacda6eab2426eb7a438e93063aa04 2024-11-23T20:20:15,873 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bdacda6eab2426eb7a438e93063aa04, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:20:15,873 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345a5dfdeee24265914a50144f09b90d as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/345a5dfdeee24265914a50144f09b90d 2024-11-23T20:20:15,876 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/345a5dfdeee24265914a50144f09b90d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:20:15,877 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a53e445c154adf90678b055b9a88b7 as hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42a53e445c154adf90678b055b9a88b7 2024-11-23T20:20:15,880 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42a53e445c154adf90678b055b9a88b7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:20:15,881 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-23T20:20:15,884 INFO [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:15,884 DEBUG [M:0;80f3ff297c7b:40083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393214595Disabling compacts and flushes for region at 1732393214595Disabling writes for close at 1732393214595Obtaining lock to block concurrent updates at 1732393214595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393214595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732393214596 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393214596Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393214596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393214612 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393214612Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393215020 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393215038 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393215038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393215446 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393215461 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393215461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b35b8e4: reopening flushed file at 1732393215869 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d1f781: reopening flushed file at 1732393215873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b81de1c: reopening flushed file at 1732393215877 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732393215881 (+4 ms)Writing region close event to WAL at 1732393215884 (+3 ms)Closed at 1732393215884 2024-11-23T20:20:15,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e20ce69e-4ed7-3012-470d-7695b2158c6d/MasterData/WALs/80f3ff297c7b,40083,1732393191528/80f3ff297c7b%2C40083%2C1732393191528.1732393192865 not finished, retry = 0 2024-11-23T20:20:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741830_1006 (size=63666) 2024-11-23T20:20:15,987 INFO [M:0;80f3ff297c7b:40083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:20:15,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:15,987 INFO [M:0;80f3ff297c7b:40083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40083 2024-11-23T20:20:15,988 INFO [M:0;80f3ff297c7b:40083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:16,090 INFO [M:0;80f3ff297c7b:40083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40083-0x101467c2ede0000, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:16,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e9f1891{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:16,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3072af28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:16,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:16,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58e9f6a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:16,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72a88f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:16,094 WARN [BP-724189385-172.17.0.2-1732393190498 heartbeating to localhost/127.0.0.1:37369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:20:16,094 WARN [BP-724189385-172.17.0.2-1732393190498 heartbeating to localhost/127.0.0.1:37369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724189385-172.17.0.2-1732393190498 (Datanode Uuid d665df8e-dd13-422c-b990-f4c169e1f41a) service to localhost/127.0.0.1:37369 2024-11-23T20:20:16,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:20:16,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:20:16,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/data/data1/current/BP-724189385-172.17.0.2-1732393190498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:16,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/cluster_98be1ea8-dc3c-27ed-becd-d2b534539f06/data/data2/current/BP-724189385-172.17.0.2-1732393190498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:16,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:20:16,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61247c4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:16,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da0e8f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:16,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:16,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb6be23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:16,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9b630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db622f13-dfb2-747d-67a1-206db562846d/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:16,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:20:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:20:16,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 245) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41219 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64558) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64558) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37369 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6916 (was 6298) - AvailableMemoryMB LEAK? - 2024-11-23T20:20:16,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=6916 2024-11-23T20:20:16,152 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T20:20:16,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir so I do NOT create it in target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3 2024-11-23T20:20:16,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:20:16,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.tmp.dir so I do NOT create it in target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3 2024-11-23T20:20:16,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e36be620-3f16-0aa0-2248-6770ffb2bff2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:20:16,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3 2024-11-23T20:20:16,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2, deleteOnExit=true 2024-11-23T20:20:16,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/zookeeper_0, clientPort=49277, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:20:16,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49277 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/test.cache.data in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:20:16,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:20:16,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:20:16,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467c2ede0005, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:20:16,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467c2ede0002, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:20:16,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467c2ede0005, quorum=127.0.0.1:64558, baseZNode=/1-441304121 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:20:16,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467c2ede0002, quorum=127.0.0.1:64558, baseZNode=/0-1626176292 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:20:16,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:16,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:16,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:16,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:16,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:20:16,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:16,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598ca5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:16,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59632aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:16,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbbf729{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/java.io.tmpdir/jetty-localhost-42781-hadoop-hdfs-3_4_1-tests_jar-_-any-12572069107280407460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:16,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@407b9215{HTTP/1.1, (http/1.1)}{localhost:42781} 2024-11-23T20:20:16,376 INFO [Time-limited test {}] server.Server(415): Started @201804ms 2024-11-23T20:20:16,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:16,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:16,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:16,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:16,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:16,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6cc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:16,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d985459{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:16,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33425995{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/java.io.tmpdir/jetty-localhost-46095-hadoop-hdfs-3_4_1-tests_jar-_-any-16853019654695797211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:16,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@719833e9{HTTP/1.1, (http/1.1)}{localhost:46095} 2024-11-23T20:20:16,578 INFO [Time-limited test {}] server.Server(415): Started @202005ms 2024-11-23T20:20:16,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:20:16,697 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/data/data1/current/BP-723774566-172.17.0.2-1732393216178/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:16,698 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/data/data2/current/BP-723774566-172.17.0.2-1732393216178/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:16,725 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:20:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5156f6356fd429 with lease ID 0xf0fb99d0808382b5: Processing first storage report for DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=39e8936a-16e8-494b-b154-1c569df73b8f, infoPort=35415, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=1970480496;c=1732393216178) 2024-11-23T20:20:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5156f6356fd429 with lease ID 0xf0fb99d0808382b5: from storage DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=39e8936a-16e8-494b-b154-1c569df73b8f, infoPort=35415, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=1970480496;c=1732393216178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5156f6356fd429 with lease ID 0xf0fb99d0808382b5: Processing first storage report for DS-e2a20925-2c87-476d-81d0-cb33cda54ac2 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=39e8936a-16e8-494b-b154-1c569df73b8f, infoPort=35415, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=1970480496;c=1732393216178) 2024-11-23T20:20:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5156f6356fd429 with lease ID 0xf0fb99d0808382b5: from storage DS-e2a20925-2c87-476d-81d0-cb33cda54ac2 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=39e8936a-16e8-494b-b154-1c569df73b8f, infoPort=35415, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=1970480496;c=1732393216178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:16,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3 2024-11-23T20:20:16,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:16,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:20:17,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7 with version=8 2024-11-23T20:20:17,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/hbase-staging 2024-11-23T20:20:17,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:17,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:20:17,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:17,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45533 2024-11-23T20:20:17,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45533 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455330x0, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:17,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45533-0x101467c932b0000 connected 2024-11-23T20:20:17,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:17,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:17,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/running 2024-11-23T20:20:17,253 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7, hbase.cluster.distributed=false 2024-11-23T20:20:17,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/acl 2024-11-23T20:20:17,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45533 2024-11-23T20:20:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45533 2024-11-23T20:20:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45533 2024-11-23T20:20:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45533 2024-11-23T20:20:17,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45533 2024-11-23T20:20:17,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:17,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:17,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35619 2024-11-23T20:20:17,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35619 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:17,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:17,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:17,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356190x0, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:17,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356190x0, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/running 2024-11-23T20:20:17,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35619-0x101467c932b0001 connected 2024-11-23T20:20:17,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:20:17,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:20:17,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/master 2024-11-23T20:20:17,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/acl 2024-11-23T20:20:17,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-23T20:20:17,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35619 2024-11-23T20:20:17,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35619 2024-11-23T20:20:17,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-23T20:20:17,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-23T20:20:17,308 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:45533 2024-11-23T20:20:17,308 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2079716230/backup-masters/80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:17,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/backup-masters 2024-11-23T20:20:17,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/backup-masters 2024-11-23T20:20:17,310 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on existing znode=/0-2079716230/backup-masters/80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079716230/master 2024-11-23T20:20:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:17,312 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on existing znode=/0-2079716230/master 2024-11-23T20:20:17,312 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2079716230/backup-masters/80f3ff297c7b,45533,1732393217226 from backup master directory 2024-11-23T20:20:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079716230/backup-masters/80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/backup-masters 2024-11-23T20:20:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/backup-masters 2024-11-23T20:20:17,313 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:17,313 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:17,316 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/hbase.id] with ID: 5f8a8adf-b9d1-4a25-9647-3a743a862791 2024-11-23T20:20:17,316 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/.tmp/hbase.id 2024-11-23T20:20:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:20:17,721 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/.tmp/hbase.id]:[hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/hbase.id] 2024-11-23T20:20:17,730 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:17,730 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:20:17,731 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:20:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:20:18,146 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:18,147 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:20:18,147 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:20:18,554 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store 2024-11-23T20:20:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:20:18,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:18,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:18,959 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:18,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:18,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:18,959 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:18,959 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:18,960 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393218959Disabling compacts and flushes for region at 1732393218959Disabling writes for close at 1732393218959Writing region close event to WAL at 1732393218959Closed at 1732393218959 2024-11-23T20:20:18,960 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/.initializing 2024-11-23T20:20:18,961 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/WALs/80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:18,961 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:18,963 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C45533%2C1732393217226, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/WALs/80f3ff297c7b,45533,1732393217226, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/oldWALs, maxLogs=10 2024-11-23T20:20:18,984 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/WALs/80f3ff297c7b,45533,1732393217226/80f3ff297c7b%2C45533%2C1732393217226.1732393218964, exclude list is [], retry=0 2024-11-23T20:20:18,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1,DISK] 2024-11-23T20:20:18,991 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/WALs/80f3ff297c7b,45533,1732393217226/80f3ff297c7b%2C45533%2C1732393217226.1732393218964 2024-11-23T20:20:19,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415)] 2024-11-23T20:20:19,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:19,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:19,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,009 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:20:19,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:20:19,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:19,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:20:19,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:19,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:20:19,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:19,024 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,025 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,025 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,032 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,032 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,033 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:19,036 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:19,046 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:19,047 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72028575, jitterRate=0.07330940663814545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:19,048 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393219009Initializing all the Stores at 1732393219011 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393219012 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393219012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393219012Cleaning up temporary data from old regions at 1732393219032 (+20 ms)Region opened successfully at 1732393219048 (+16 ms) 2024-11-23T20:20:19,055 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:20:19,062 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6967c07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:19,063 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:20:19,064 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:20:19,064 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:20:19,064 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:20:19,065 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T20:20:19,065 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:20:19,065 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:20:19,089 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:20:19,091 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/balancer because node does not exist (not necessarily an error) 2024-11-23T20:20:19,092 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/balancer already deleted, retry=false 2024-11-23T20:20:19,092 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:20:19,093 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:20:19,096 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/normalizer already deleted, retry=false 2024-11-23T20:20:19,096 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:20:19,119 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:20:19,121 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/switch/split already deleted, retry=false 2024-11-23T20:20:19,124 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:20:19,125 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/switch/merge already deleted, retry=false 2024-11-23T20:20:19,129 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:20:19,130 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/snapshot-cleanup already deleted, retry=false 2024-11-23T20:20:19,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079716230/running 2024-11-23T20:20:19,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079716230/running 2024-11-23T20:20:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,138 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,45533,1732393217226, sessionid=0x101467c932b0000, setting cluster-up flag (Was=false) 2024-11-23T20:20:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,152 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2079716230/flush-table-proc/acquired, /0-2079716230/flush-table-proc/reached, /0-2079716230/flush-table-proc/abort 2024-11-23T20:20:19,154 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,169 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2079716230/online-snapshot/acquired, /0-2079716230/online-snapshot/reached, /0-2079716230/online-snapshot/abort 2024-11-23T20:20:19,170 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:19,181 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:20:19,191 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:19,191 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:20:19,191 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:20:19,191 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,45533,1732393217226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:19,194 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:19,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:20:19,238 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,238 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393249239 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:20:19,239 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:20:19,240 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:20:19,246 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(746): ClusterId : 5f8a8adf-b9d1-4a25-9647-3a743a862791 2024-11-23T20:20:19,246 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:20:19,256 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:20:19,256 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:20:19,257 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,260 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:20:19,261 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a1f611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:19,264 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:20:19,265 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:20:19,265 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:20:19,265 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:20:19,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:20:19,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:20:19,296 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393219284,5,FailOnTimeoutGroup] 2024-11-23T20:20:19,304 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:35619 2024-11-23T20:20:19,304 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:20:19,304 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:20:19,304 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:20:19,306 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393219296,5,FailOnTimeoutGroup] 2024-11-23T20:20:19,306 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,306 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:20:19,306 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,306 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,306 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,45533,1732393217226 with port=35619, startcode=1732393217277 2024-11-23T20:20:19,307 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:20:19,312 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:20:19,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45533 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,315 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7 2024-11-23T20:20:19,315 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43483 2024-11-23T20:20:19,315 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:20:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/rs 2024-11-23T20:20:19,319 DEBUG [RS:0;80f3ff297c7b:35619 {}] zookeeper.ZKUtil(111): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on existing znode=/0-2079716230/rs/80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,319 WARN [RS:0;80f3ff297c7b:35619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:19,319 INFO [RS:0;80f3ff297c7b:35619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:19,319 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,35619,1732393217277] 2024-11-23T20:20:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:20:19,333 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:20:19,333 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7 2024-11-23T20:20:19,371 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:20:19,376 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:20:19,377 INFO [RS:0;80f3ff297c7b:35619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:20:19,377 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,377 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:20:19,378 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:20:19,378 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:19,378 DEBUG [RS:0;80f3ff297c7b:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741832_1008 (size=32) 2024-11-23T20:20:19,384 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:19,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,399 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35619,1732393217277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:19,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:19,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:19,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:19,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:19,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:19,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:19,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:19,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,418 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:19,419 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740 2024-11-23T20:20:19,419 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740 2024-11-23T20:20:19,420 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:19,420 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:19,421 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:19,422 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:19,436 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:20:19,436 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35619,1732393217277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,436 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,436 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.Replication(171): 80f3ff297c7b,35619,1732393217277 started 2024-11-23T20:20:19,441 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:19,442 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68493271, jitterRate=0.020629271864891052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:19,443 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393219384Initializing all the Stores at 1732393219385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219397 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393219397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219397Cleaning up temporary data from old regions at 1732393219420 (+23 ms)Region opened successfully at 1732393219443 (+23 ms) 2024-11-23T20:20:19,443 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:19,443 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:19,443 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:19,443 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:19,443 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:19,455 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:19,455 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393219443Disabling compacts and flushes for region at 1732393219443Disabling writes for close at 1732393219443Writing region close event to WAL at 1732393219455 (+12 ms)Closed at 1732393219455 2024-11-23T20:20:19,456 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:19,456 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:20:19,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:20:19,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:19,460 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:20:19,471 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,471 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,35619,1732393217277, RpcServer on 80f3ff297c7b/172.17.0.2:35619, sessionid=0x101467c932b0001 2024-11-23T20:20:19,471 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:20:19,471 DEBUG [RS:0;80f3ff297c7b:35619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,471 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35619,1732393217277' 2024-11-23T20:20:19,471 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2079716230/flush-table-proc/abort' 2024-11-23T20:20:19,472 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2079716230/flush-table-proc/acquired' 2024-11-23T20:20:19,475 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:20:19,475 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:20:19,475 DEBUG [RS:0;80f3ff297c7b:35619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,475 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35619,1732393217277' 2024-11-23T20:20:19,475 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2079716230/online-snapshot/abort' 2024-11-23T20:20:19,476 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2079716230/online-snapshot/acquired' 2024-11-23T20:20:19,477 DEBUG [RS:0;80f3ff297c7b:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:20:19,477 INFO [RS:0;80f3ff297c7b:35619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:20:19,477 INFO [RS:0;80f3ff297c7b:35619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:20:19,577 INFO [RS:0;80f3ff297c7b:35619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:19,579 INFO [RS:0;80f3ff297c7b:35619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35619%2C1732393217277, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/oldWALs, maxLogs=10 2024-11-23T20:20:19,593 DEBUG [RS:0;80f3ff297c7b:35619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, exclude list is [], retry=0 2024-11-23T20:20:19,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1,DISK] 2024-11-23T20:20:19,597 INFO [RS:0;80f3ff297c7b:35619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 2024-11-23T20:20:19,597 DEBUG [RS:0;80f3ff297c7b:35619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415)] 2024-11-23T20:20:19,610 DEBUG [80f3ff297c7b:45533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:20:19,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,612 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35619,1732393217277, state=OPENING 2024-11-23T20:20:19,613 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:20:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:19,623 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:19,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079716230/meta-region-server: CHANGED 2024-11-23T20:20:19,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079716230/meta-region-server: CHANGED 2024-11-23T20:20:19,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35619,1732393217277}] 2024-11-23T20:20:19,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:19,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:20:19,780 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:20:19,780 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:19,780 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:20:19,781 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35619%2C1732393217277.meta, suffix=.meta, logDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/oldWALs, maxLogs=10 2024-11-23T20:20:19,794 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.meta.1732393219781.meta, exclude list is [], retry=0 2024-11-23T20:20:19,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1,DISK] 2024-11-23T20:20:19,798 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.meta.1732393219781.meta 2024-11-23T20:20:19,798 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415)] 2024-11-23T20:20:19,798 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:19,798 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:20:19,799 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:20:19,799 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:20:19,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:19,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:19,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:19,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:19,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:19,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:19,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:19,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:19,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:19,804 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:19,804 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740 2024-11-23T20:20:19,805 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740 2024-11-23T20:20:19,806 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:19,806 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:19,806 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:19,807 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:19,807 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68889754, jitterRate=0.026537328958511353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:19,807 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:20:19,808 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393219799Writing region info on filesystem at 1732393219799Initializing all the Stores at 1732393219799Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219800 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393219800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393219800Cleaning up temporary data from old regions at 1732393219806 (+6 ms)Running coprocessor post-open hooks at 1732393219807 (+1 ms)Region opened successfully at 1732393219808 (+1 ms) 2024-11-23T20:20:19,808 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393219775 2024-11-23T20:20:19,810 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:20:19,810 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:20:19,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35619,1732393217277, state=OPEN 2024-11-23T20:20:19,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2079716230/meta-region-server 2024-11-23T20:20:19,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2079716230/meta-region-server 2024-11-23T20:20:19,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:19,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079716230/meta-region-server: CHANGED 2024-11-23T20:20:19,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079716230/meta-region-server: CHANGED 2024-11-23T20:20:19,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:20:19,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35619,1732393217277 in 193 msec 2024-11-23T20:20:19,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:20:19,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-23T20:20:19,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:19,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:20:19,833 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:19,833 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35619,1732393217277, seqNum=-1] 2024-11-23T20:20:19,833 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:19,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:19,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 650 msec 2024-11-23T20:20:19,840 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393219840, completionTime=-1 2024-11-23T20:20:19,840 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:20:19,841 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:20:19,842 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393279843 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393339843 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:45533, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,843 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,845 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.534sec 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:19,847 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:20:19,849 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:20:19,849 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:20:19,849 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,45533,1732393217226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:19,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:20:19,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:19,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23281270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:19,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:19,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:19,943 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af6a7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:19,945 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:19,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b663765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:19,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35619,1732393217277, seqNum=-1] 2024-11-23T20:20:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:19,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:19,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:19,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:19,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467c932b0002 connected 2024-11-23T20:20:19,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir so I do NOT create it in target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc 2024-11-23T20:20:19,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:20:19,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.tmp.dir so I do NOT create it in target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc 2024-11-23T20:20:19,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:20:19,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc 2024-11-23T20:20:19,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/cluster_1b157a3a-3c4f-d40e-deb7-9f4a761c399f, deleteOnExit=true 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/test.cache.data in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:20:19,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:19,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:20:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:20:20,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:20,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:20,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:20,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:20,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:20,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:20,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42079d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:20,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dee079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:20,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6116b280{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/java.io.tmpdir/jetty-localhost-32903-hadoop-hdfs-3_4_1-tests_jar-_-any-5401985468151247690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:20,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ecc8c5{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-11-23T20:20:20,155 INFO [Time-limited test {}] server.Server(415): Started @205583ms 2024-11-23T20:20:20,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:20,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:20,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:20,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:20,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:20:20,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a6605b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:20,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33eb7338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:20,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55580c18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/java.io.tmpdir/jetty-localhost-34239-hadoop-hdfs-3_4_1-tests_jar-_-any-2853025654781556337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:20,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25482ea9{HTTP/1.1, (http/1.1)}{localhost:34239} 2024-11-23T20:20:20,383 INFO [Time-limited test {}] server.Server(415): Started @205811ms 2024-11-23T20:20:20,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:20:20,498 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/cluster_1b157a3a-3c4f-d40e-deb7-9f4a761c399f/data/data1/current/BP-1387756237-172.17.0.2-1732393219978/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:20,498 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/cluster_1b157a3a-3c4f-d40e-deb7-9f4a761c399f/data/data2/current/BP-1387756237-172.17.0.2-1732393219978/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:20,519 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:20:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95c7bddcdefbd262 with lease ID 0xc4e5a7f4a0216f78: Processing first storage report for DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=06fde312-6dc7-4152-8b5b-316a67a64492, infoPort=36029, infoSecurePort=0, ipcPort=37119, storageInfo=lv=-57;cid=testClusterID;nsid=2015962880;c=1732393219978) 2024-11-23T20:20:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95c7bddcdefbd262 with lease ID 0xc4e5a7f4a0216f78: from storage DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=06fde312-6dc7-4152-8b5b-316a67a64492, infoPort=36029, infoSecurePort=0, ipcPort=37119, storageInfo=lv=-57;cid=testClusterID;nsid=2015962880;c=1732393219978), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95c7bddcdefbd262 with lease ID 0xc4e5a7f4a0216f78: Processing first storage report for DS-b74c48ab-8d9e-45ed-bc0d-fa66fac77483 from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=06fde312-6dc7-4152-8b5b-316a67a64492, infoPort=36029, infoSecurePort=0, ipcPort=37119, storageInfo=lv=-57;cid=testClusterID;nsid=2015962880;c=1732393219978) 2024-11-23T20:20:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95c7bddcdefbd262 with lease ID 0xc4e5a7f4a0216f78: from storage DS-b74c48ab-8d9e-45ed-bc0d-fa66fac77483 node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=06fde312-6dc7-4152-8b5b-316a67a64492, infoPort=36029, infoSecurePort=0, ipcPort=37119, storageInfo=lv=-57;cid=testClusterID;nsid=2015962880;c=1732393219978), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:20,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc 2024-11-23T20:20:20,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:20,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:20:21,033 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b with version=8 2024-11-23T20:20:21,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/hbase-staging 2024-11-23T20:20:21,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:20:21,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:21,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42637 2024-11-23T20:20:21,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42637 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426370x0, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:21,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42637-0x101467c932b0003 connected 2024-11-23T20:20:21,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:21,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:21,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/running 2024-11-23T20:20:21,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b, hbase.cluster.distributed=false 2024-11-23T20:20:21,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/acl 2024-11-23T20:20:21,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-23T20:20:21,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42637 2024-11-23T20:20:21,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42637 2024-11-23T20:20:21,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-23T20:20:21,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-23T20:20:21,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:20:21,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:21,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44659 2024-11-23T20:20:21,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44659 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:21,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:21,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446590x0, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:21,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446590x0, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/running 2024-11-23T20:20:21,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44659-0x101467c932b0004 connected 2024-11-23T20:20:21,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:20:21,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:20:21,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/master 2024-11-23T20:20:21,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/acl 2024-11-23T20:20:21,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-23T20:20:21,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44659 2024-11-23T20:20:21,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44659 2024-11-23T20:20:21,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-23T20:20:21,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-23T20:20:21,100 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:42637 2024-11-23T20:20:21,100 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-214602957/backup-masters/80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:21,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/backup-masters 2024-11-23T20:20:21,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/backup-masters 2024-11-23T20:20:21,102 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on existing znode=/1-214602957/backup-masters/80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-214602957/master 2024-11-23T20:20:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:21,103 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on existing znode=/1-214602957/master 2024-11-23T20:20:21,104 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-214602957/backup-masters/80f3ff297c7b,42637,1732393221035 from backup master directory 2024-11-23T20:20:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-214602957/backup-masters/80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/backup-masters 2024-11-23T20:20:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/backup-masters 2024-11-23T20:20:21,107 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:21,107 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:21,110 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/hbase.id] with ID: 22366608-70a8-44fa-aba1-fff50ff170dd 2024-11-23T20:20:21,110 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/.tmp/hbase.id 2024-11-23T20:20:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:20:21,518 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/.tmp/hbase.id]:[hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/hbase.id] 2024-11-23T20:20:21,527 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:21,527 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:20:21,528 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:20:21,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:21,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:20:21,936 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:21,937 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:20:21,937 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:20:22,344 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store 2024-11-23T20:20:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:22,755 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:22,755 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:22,755 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393222755Disabling compacts and flushes for region at 1732393222755Disabling writes for close at 1732393222755Writing region close event to WAL at 1732393222755Closed at 1732393222755 2024-11-23T20:20:22,756 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/.initializing 2024-11-23T20:20:22,756 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/WALs/80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:22,757 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:22,758 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C42637%2C1732393221035, suffix=, logDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/WALs/80f3ff297c7b,42637,1732393221035, archiveDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/oldWALs, maxLogs=10 2024-11-23T20:20:22,775 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/WALs/80f3ff297c7b,42637,1732393221035/80f3ff297c7b%2C42637%2C1732393221035.1732393222758, exclude list is [], retry=0 2024-11-23T20:20:22,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f,DISK] 2024-11-23T20:20:22,780 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/WALs/80f3ff297c7b,42637,1732393221035/80f3ff297c7b%2C42637%2C1732393221035.1732393222758 2024-11-23T20:20:22,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-23T20:20:22,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:22,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:22,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,780 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:20:22,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:22,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:22,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:20:22,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:22,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:22,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:20:22,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:20:22,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:22,794 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,795 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,795 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,796 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,796 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,797 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:22,798 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:22,802 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:22,802 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70622089, jitterRate=0.05235113203525543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:22,802 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393222780Initializing all the Stores at 1732393222781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393222781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393222781Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393222781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393222781Cleaning up temporary data from old regions at 1732393222796 (+15 ms)Region opened successfully at 1732393222802 (+6 ms) 2024-11-23T20:20:22,803 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:20:22,807 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e97de3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:22,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:20:22,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:20:22,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:20:22,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:20:22,809 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:20:22,809 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:20:22,809 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:20:22,813 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:20:22,814 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/balancer because node does not exist (not necessarily an error) 2024-11-23T20:20:22,815 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/balancer already deleted, retry=false 2024-11-23T20:20:22,815 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:20:22,816 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:20:22,817 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/normalizer already deleted, retry=false 2024-11-23T20:20:22,817 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:20:22,818 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:20:22,820 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/switch/split already deleted, retry=false 2024-11-23T20:20:22,821 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:20:22,822 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/switch/merge already deleted, retry=false 2024-11-23T20:20:22,823 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:20:22,824 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/snapshot-cleanup already deleted, retry=false 2024-11-23T20:20:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-214602957/running 2024-11-23T20:20:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-214602957/running 2024-11-23T20:20:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,826 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,42637,1732393221035, sessionid=0x101467c932b0003, setting cluster-up flag (Was=false) 2024-11-23T20:20:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,845 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-214602957/flush-table-proc/acquired, /1-214602957/flush-table-proc/reached, /1-214602957/flush-table-proc/abort 2024-11-23T20:20:22,848 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:22,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:22,858 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-214602957/online-snapshot/acquired, /1-214602957/online-snapshot/reached, /1-214602957/online-snapshot/abort 2024-11-23T20:20:22,858 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:22,859 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:20:22,861 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:22,862 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:20:22,862 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:20:22,862 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,42637,1732393221035 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:22,863 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:22,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:20:22,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:22,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:20:22,873 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393252873 2024-11-23T20:20:22,873 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:20:22,873 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:20:22,873 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:20:22,874 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:20:22,874 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:20:22,874 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:20:22,876 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:20:22,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:20:22,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:20:22,877 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:20:22,878 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:20:22,878 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:20:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:20:22,880 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393222878,5,FailOnTimeoutGroup] 2024-11-23T20:20:22,884 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393222880,5,FailOnTimeoutGroup] 2024-11-23T20:20:22,884 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,884 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:20:22,884 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,884 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,888 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(746): ClusterId : 22366608-70a8-44fa-aba1-fff50ff170dd 2024-11-23T20:20:22,888 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:20:22,890 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:20:22,890 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:20:22,891 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:20:22,892 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386e20f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:22,910 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:44659 2024-11-23T20:20:22,910 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:20:22,910 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:20:22,910 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:20:22,911 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,42637,1732393221035 with port=44659, startcode=1732393221070 2024-11-23T20:20:22,911 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:20:22,913 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:20:22,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42637 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,915 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b 2024-11-23T20:20:22,915 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42933 2024-11-23T20:20:22,915 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:20:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/rs 2024-11-23T20:20:22,922 DEBUG [RS:0;80f3ff297c7b:44659 {}] zookeeper.ZKUtil(111): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on existing znode=/1-214602957/rs/80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,922 WARN [RS:0;80f3ff297c7b:44659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:22,922 INFO [RS:0;80f3ff297c7b:44659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:22,922 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,44659,1732393221070] 2024-11-23T20:20:22,927 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:20:22,929 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:20:22,930 INFO [RS:0;80f3ff297c7b:44659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:20:22,930 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,930 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:20:22,931 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:20:22,931 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:22,931 DEBUG [RS:0;80f3ff297c7b:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:22,936 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,936 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,936 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,936 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,936 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,937 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,44659,1732393221070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:22,961 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:20:22,961 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,44659,1732393221070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,962 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,962 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.Replication(171): 80f3ff297c7b,44659,1732393221070 started 2024-11-23T20:20:22,983 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:22,983 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,44659,1732393221070, RpcServer on 80f3ff297c7b/172.17.0.2:44659, sessionid=0x101467c932b0004 2024-11-23T20:20:22,983 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:20:22,983 DEBUG [RS:0;80f3ff297c7b:44659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,983 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,44659,1732393221070' 2024-11-23T20:20:22,983 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-214602957/flush-table-proc/abort' 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-214602957/flush-table-proc/acquired' 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,44659,1732393221070' 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-214602957/online-snapshot/abort' 2024-11-23T20:20:22,984 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-214602957/online-snapshot/acquired' 2024-11-23T20:20:22,985 DEBUG [RS:0;80f3ff297c7b:44659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:20:22,985 INFO [RS:0;80f3ff297c7b:44659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:20:22,985 INFO [RS:0;80f3ff297c7b:44659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:20:23,085 INFO [RS:0;80f3ff297c7b:44659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:23,086 INFO [RS:0;80f3ff297c7b:44659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C44659%2C1732393221070, suffix=, logDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070, archiveDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/oldWALs, maxLogs=10 2024-11-23T20:20:23,100 DEBUG [RS:0;80f3ff297c7b:44659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, exclude list is [], retry=0 2024-11-23T20:20:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f,DISK] 2024-11-23T20:20:23,104 INFO [RS:0;80f3ff297c7b:44659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 2024-11-23T20:20:23,104 DEBUG [RS:0;80f3ff297c7b:44659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-23T20:20:23,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:20:23,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b 2024-11-23T20:20:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:20:23,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:23,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:23,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:23,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:23,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:23,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:23,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:23,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:23,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:23,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:23,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:23,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:23,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:23,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:23,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:23,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:23,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740 2024-11-23T20:20:23,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740 2024-11-23T20:20:23,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:23,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:23,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:23,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:23,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65271303, jitterRate=-0.027381792664527893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393223697Initializing all the Stores at 1732393223698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393223698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393223699 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393223699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393223699Cleaning up temporary data from old regions at 1732393223707 (+8 ms)Region opened successfully at 1732393223711 (+4 ms) 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:23,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:23,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:23,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393223711Disabling compacts and flushes for region at 1732393223711Disabling writes for close at 1732393223711Writing region close event to WAL at 1732393223712 (+1 ms)Closed at 1732393223712 2024-11-23T20:20:23,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:23,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:20:23,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:20:23,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:23,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:20:23,865 DEBUG [80f3ff297c7b:42637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:20:23,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:23,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,44659,1732393221070, state=OPENING 2024-11-23T20:20:23,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:23,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:23,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-214602957/meta-region-server: CHANGED 2024-11-23T20:20:23,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,44659,1732393221070}] 2024-11-23T20:20:23,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-214602957/meta-region-server: CHANGED 2024-11-23T20:20:24,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:24,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:20:24,045 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:20:24,045 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:24,045 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:20:24,046 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C44659%2C1732393221070.meta, suffix=.meta, logDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070, archiveDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/oldWALs, maxLogs=10 2024-11-23T20:20:24,065 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.meta.1732393224047.meta, exclude list is [], retry=0 2024-11-23T20:20:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f,DISK] 2024-11-23T20:20:24,073 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.meta.1732393224047.meta 2024-11-23T20:20:24,073 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-23T20:20:24,074 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:24,074 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:24,074 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:24,074 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:20:24,074 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:20:24,074 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:20:24,074 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:24,075 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:20:24,075 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:20:24,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:24,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:24,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:24,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:24,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:24,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:24,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:24,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:24,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:24,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:24,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:24,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:24,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:24,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:24,082 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:24,083 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740 2024-11-23T20:20:24,083 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740 2024-11-23T20:20:24,085 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:24,085 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:24,085 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:24,087 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:24,088 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487369, jitterRate=0.12484945356845856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:24,088 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:20:24,089 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393224075Writing region info on filesystem at 1732393224075Initializing all the Stores at 1732393224075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393224075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393224076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393224076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393224076Cleaning up temporary data from old regions at 1732393224085 (+9 ms)Running coprocessor post-open hooks at 1732393224088 (+3 ms)Region opened successfully at 1732393224089 (+1 ms) 2024-11-23T20:20:24,091 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393224025 2024-11-23T20:20:24,094 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:20:24,094 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:20:24,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:24,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,44659,1732393221070, state=OPEN 2024-11-23T20:20:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-214602957/meta-region-server 2024-11-23T20:20:24,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-214602957/meta-region-server: CHANGED 2024-11-23T20:20:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-214602957/meta-region-server 2024-11-23T20:20:24,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:24,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-214602957/meta-region-server: CHANGED 2024-11-23T20:20:24,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:20:24,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,44659,1732393221070 in 226 msec 2024-11-23T20:20:24,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:20:24,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-23T20:20:24,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:24,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:20:24,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:24,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,44659,1732393221070, seqNum=-1] 2024-11-23T20:20:24,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:24,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:24,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-23T20:20:24,111 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393224110, completionTime=-1 2024-11-23T20:20:24,111 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:20:24,111 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:20:24,113 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:20:24,113 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393284113 2024-11-23T20:20:24,113 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393344113 2024-11-23T20:20:24,113 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:20:24,114 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,114 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,114 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,114 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:42637, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,114 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,116 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:20:24,116 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.015sec 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:24,122 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:20:24,132 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:20:24,132 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:20:24,132 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42637,1732393221035-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:24,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b42cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:24,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:24,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:24,202 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9e25ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:24,205 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:24,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4341ad5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:24,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,44659,1732393221070, seqNum=-1] 2024-11-23T20:20:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:24,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:24,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:24,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:24,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir so I do NOT create it in target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896 2024-11-23T20:20:24,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:20:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.tmp.dir so I do NOT create it in target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896 2024-11-23T20:20:24,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:20:24,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896 2024-11-23T20:20:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/cluster_4cdd2463-a36a-0d68-efc1-002563b150be, deleteOnExit=true 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/test.cache.data in system properties and HBase conf 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:20:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:20:24,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:20:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:20:24,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467c932b0005 connected 2024-11-23T20:20:24,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:24,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:24,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:24,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:24,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:20:24,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:24,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab2ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:24,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396e52d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:24,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3cf852{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/java.io.tmpdir/jetty-localhost-40927-hadoop-hdfs-3_4_1-tests_jar-_-any-16965349751557871352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:24,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74bc548{HTTP/1.1, (http/1.1)}{localhost:40927} 2024-11-23T20:20:24,513 INFO [Time-limited test {}] server.Server(415): Started @209941ms 2024-11-23T20:20:24,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:24,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:24,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:24,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:24,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:24,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2add119{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:24,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f7ab5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:24,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3745fe02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/java.io.tmpdir/jetty-localhost-37701-hadoop-hdfs-3_4_1-tests_jar-_-any-5216484014787068140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:24,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a80487{HTTP/1.1, (http/1.1)}{localhost:37701} 2024-11-23T20:20:24,738 INFO [Time-limited test {}] server.Server(415): Started @210166ms 2024-11-23T20:20:24,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:20:24,837 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/cluster_4cdd2463-a36a-0d68-efc1-002563b150be/data/data1/current/BP-811730404-172.17.0.2-1732393224261/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:24,837 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/cluster_4cdd2463-a36a-0d68-efc1-002563b150be/data/data2/current/BP-811730404-172.17.0.2-1732393224261/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:24,861 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:20:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d9691a39b4458a7 with lease ID 0x372c68d6a03554a8: Processing first storage report for DS-98ca5603-e57d-4357-9f68-81c68d4462d2 from datanode DatanodeRegistration(127.0.0.1:41387, datanodeUuid=c17d448d-3421-47fb-b194-09579e43c15a, infoPort=39837, infoSecurePort=0, ipcPort=38639, storageInfo=lv=-57;cid=testClusterID;nsid=1827016978;c=1732393224261) 2024-11-23T20:20:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d9691a39b4458a7 with lease ID 0x372c68d6a03554a8: from storage DS-98ca5603-e57d-4357-9f68-81c68d4462d2 node DatanodeRegistration(127.0.0.1:41387, datanodeUuid=c17d448d-3421-47fb-b194-09579e43c15a, infoPort=39837, infoSecurePort=0, ipcPort=38639, storageInfo=lv=-57;cid=testClusterID;nsid=1827016978;c=1732393224261), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d9691a39b4458a7 with lease ID 0x372c68d6a03554a8: Processing first storage report for DS-acf00649-b69e-4046-89aa-119d7e31217b from datanode DatanodeRegistration(127.0.0.1:41387, datanodeUuid=c17d448d-3421-47fb-b194-09579e43c15a, infoPort=39837, infoSecurePort=0, ipcPort=38639, storageInfo=lv=-57;cid=testClusterID;nsid=1827016978;c=1732393224261) 2024-11-23T20:20:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d9691a39b4458a7 with lease ID 0x372c68d6a03554a8: from storage DS-acf00649-b69e-4046-89aa-119d7e31217b node DatanodeRegistration(127.0.0.1:41387, datanodeUuid=c17d448d-3421-47fb-b194-09579e43c15a, infoPort=39837, infoSecurePort=0, ipcPort=38639, storageInfo=lv=-57;cid=testClusterID;nsid=1827016978;c=1732393224261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:24,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896 2024-11-23T20:20:24,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:24,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:20:25,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca with version=8 2024-11-23T20:20:25,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/hbase-staging 2024-11-23T20:20:25,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:20:25,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:25,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38619 2024-11-23T20:20:25,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38619 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:25,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386190x0, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:25,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38619-0x101467c932b0006 connected 2024-11-23T20:20:25,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:25,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:25,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/running 2024-11-23T20:20:25,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca, hbase.cluster.distributed=false 2024-11-23T20:20:25,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/acl 2024-11-23T20:20:25,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-23T20:20:25,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38619 2024-11-23T20:20:25,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:25,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38619 2024-11-23T20:20:25,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-23T20:20:25,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-23T20:20:25,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:20:25,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:25,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39817 2024-11-23T20:20:25,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39817 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:25,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:25,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:25,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398170x0, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:25,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398170x0, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/running 2024-11-23T20:20:25,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39817-0x101467c932b0007 connected 2024-11-23T20:20:25,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:20:25,344 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:20:25,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/master 2024-11-23T20:20:25,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/acl 2024-11-23T20:20:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39817 2024-11-23T20:20:25,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39817 2024-11-23T20:20:25,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39817 2024-11-23T20:20:25,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39817 2024-11-23T20:20:25,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:25,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39817 2024-11-23T20:20:25,368 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:38619 2024-11-23T20:20:25,368 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1690509712/backup-masters/80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/backup-masters 2024-11-23T20:20:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/backup-masters 2024-11-23T20:20:25,370 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on existing znode=/2-1690509712/backup-masters/80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690509712/master 2024-11-23T20:20:25,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:20:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:25,372 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on existing znode=/2-1690509712/master 2024-11-23T20:20:25,372 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1690509712/backup-masters/80f3ff297c7b,38619,1732393225281 from backup master directory 2024-11-23T20:20:25,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/backup-masters 2024-11-23T20:20:25,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690509712/backup-masters/80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:25,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/backup-masters 2024-11-23T20:20:25,373 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:25,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:25,376 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/hbase.id] with ID: 2b86b07e-638a-49a7-aaf7-865e5323f301 2024-11-23T20:20:25,376 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/.tmp/hbase.id 2024-11-23T20:20:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:20:25,782 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/.tmp/hbase.id]:[hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/hbase.id] 2024-11-23T20:20:25,790 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:25,790 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:20:25,791 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:20:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:20:26,199 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:26,200 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:20:26,200 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:20:26,206 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store 2024-11-23T20:20:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:26,611 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:26,611 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:26,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393226611Disabling compacts and flushes for region at 1732393226611Disabling writes for close at 1732393226611Writing region close event to WAL at 1732393226611Closed at 1732393226611 2024-11-23T20:20:26,612 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/.initializing 2024-11-23T20:20:26,612 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/WALs/80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:26,613 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:26,614 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C38619%2C1732393225281, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/WALs/80f3ff297c7b,38619,1732393225281, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/oldWALs, maxLogs=10 2024-11-23T20:20:26,631 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/WALs/80f3ff297c7b,38619,1732393225281/80f3ff297c7b%2C38619%2C1732393225281.1732393226614, exclude list is [], retry=0 2024-11-23T20:20:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-98ca5603-e57d-4357-9f68-81c68d4462d2,DISK] 2024-11-23T20:20:26,635 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/WALs/80f3ff297c7b,38619,1732393225281/80f3ff297c7b%2C38619%2C1732393225281.1732393226614 2024-11-23T20:20:26,635 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-11-23T20:20:26,635 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:26,635 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:26,636 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,636 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:20:26,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:26,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:26,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:20:26,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:20:26,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:26,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:26,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:20:26,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:26,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:26,641 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,642 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,642 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,643 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,643 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,643 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:26,644 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:26,645 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:26,645 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68205405, jitterRate=0.016339734196662903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:26,646 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393226636Initializing all the Stores at 1732393226636Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393226636Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393226636Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393226636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393226636Cleaning up temporary data from old regions at 1732393226643 (+7 ms)Region opened successfully at 1732393226646 (+3 ms) 2024-11-23T20:20:26,646 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:20:26,648 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0fec06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:26,648 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:20:26,649 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:20:26,651 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:20:26,651 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/balancer because node does not exist (not necessarily an error) 2024-11-23T20:20:26,652 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/balancer already deleted, retry=false 2024-11-23T20:20:26,653 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:20:26,653 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:20:26,654 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/normalizer already deleted, retry=false 2024-11-23T20:20:26,654 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:20:26,655 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:20:26,656 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/switch/split already deleted, retry=false 2024-11-23T20:20:26,656 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:20:26,659 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/switch/merge already deleted, retry=false 2024-11-23T20:20:26,660 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:20:26,661 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/snapshot-cleanup already deleted, retry=false 2024-11-23T20:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690509712/running 2024-11-23T20:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690509712/running 2024-11-23T20:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,663 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,38619,1732393225281, sessionid=0x101467c932b0006, setting cluster-up flag (Was=false) 2024-11-23T20:20:26,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,670 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1690509712/flush-table-proc/acquired, /2-1690509712/flush-table-proc/reached, /2-1690509712/flush-table-proc/abort 2024-11-23T20:20:26,671 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:26,678 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1690509712/online-snapshot/acquired, /2-1690509712/online-snapshot/reached, /2-1690509712/online-snapshot/abort 2024-11-23T20:20:26,679 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:26,680 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:20:26,681 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:26,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:20:26,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,38619,1732393225281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:26,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:20:26,683 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,683 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:26,683 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393256683 2024-11-23T20:20:26,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:20:26,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:20:26,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:26,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:20:26,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:20:26,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:26,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:20:26,688 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:20:26,688 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:20:26,688 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393226688,5,FailOnTimeoutGroup] 2024-11-23T20:20:26,689 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393226688,5,FailOnTimeoutGroup] 2024-11-23T20:20:26,689 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,689 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:20:26,689 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,689 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:20:26,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:20:26,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca 2024-11-23T20:20:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741832_1008 (size=32) 2024-11-23T20:20:26,759 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(746): ClusterId : 2b86b07e-638a-49a7-aaf7-865e5323f301 2024-11-23T20:20:26,759 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:20:26,761 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:20:26,761 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:20:26,762 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:20:26,763 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c492fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:26,779 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:39817 2024-11-23T20:20:26,779 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:20:26,779 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:20:26,779 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:20:26,780 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,38619,1732393225281 with port=39817, startcode=1732393225331 2024-11-23T20:20:26,780 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:20:26,781 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:20:26,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38619 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,783 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca 2024-11-23T20:20:26,783 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39257 2024-11-23T20:20:26,783 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:20:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/rs 2024-11-23T20:20:26,789 DEBUG [RS:0;80f3ff297c7b:39817 {}] zookeeper.ZKUtil(111): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on existing znode=/2-1690509712/rs/80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,789 WARN [RS:0;80f3ff297c7b:39817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:26,789 INFO [RS:0;80f3ff297c7b:39817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:26,789 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,39817,1732393225331] 2024-11-23T20:20:26,792 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:20:26,794 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:20:26,794 INFO [RS:0;80f3ff297c7b:39817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:20:26,794 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,794 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:20:26,795 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:20:26,795 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:26,795 DEBUG [RS:0;80f3ff297c7b:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,796 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39817,1732393225331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:26,810 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:20:26,810 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39817,1732393225331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,810 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,810 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.Replication(171): 80f3ff297c7b,39817,1732393225331 started 2024-11-23T20:20:26,839 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:26,839 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,39817,1732393225331, RpcServer on 80f3ff297c7b/172.17.0.2:39817, sessionid=0x101467c932b0007 2024-11-23T20:20:26,839 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:20:26,839 DEBUG [RS:0;80f3ff297c7b:39817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,839 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,39817,1732393225331' 2024-11-23T20:20:26,839 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1690509712/flush-table-proc/abort' 2024-11-23T20:20:26,840 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1690509712/flush-table-proc/acquired' 2024-11-23T20:20:26,840 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:20:26,840 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:20:26,841 DEBUG [RS:0;80f3ff297c7b:39817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:26,841 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,39817,1732393225331' 2024-11-23T20:20:26,841 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1690509712/online-snapshot/abort' 2024-11-23T20:20:26,841 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1690509712/online-snapshot/acquired' 2024-11-23T20:20:26,841 DEBUG [RS:0;80f3ff297c7b:39817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:20:26,841 INFO [RS:0;80f3ff297c7b:39817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:20:26,841 INFO [RS:0;80f3ff297c7b:39817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:20:26,942 INFO [RS:0;80f3ff297c7b:39817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:26,943 INFO [RS:0;80f3ff297c7b:39817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C39817%2C1732393225331, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/oldWALs, maxLogs=10 2024-11-23T20:20:26,963 DEBUG [RS:0;80f3ff297c7b:39817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, exclude list is [], retry=0 2024-11-23T20:20:26,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-98ca5603-e57d-4357-9f68-81c68d4462d2,DISK] 2024-11-23T20:20:26,970 INFO [RS:0;80f3ff297c7b:39817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 2024-11-23T20:20:26,970 DEBUG [RS:0;80f3ff297c7b:39817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-11-23T20:20:27,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:27,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:27,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:27,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:27,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:27,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:27,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:27,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:27,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:27,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:27,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740 2024-11-23T20:20:27,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740 2024-11-23T20:20:27,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:27,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:27,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:27,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:27,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:27,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68244306, jitterRate=0.01691940426826477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393227102Initializing all the Stores at 1732393227103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393227103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227103Cleaning up temporary data from old regions at 1732393227112 (+9 ms)Region opened successfully at 1732393227116 (+4 ms) 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:27,116 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:27,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:27,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393227116Disabling compacts and flushes for region at 1732393227116Disabling writes for close at 1732393227116Writing region close event to WAL at 1732393227116Closed at 1732393227116 2024-11-23T20:20:27,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:27,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:20:27,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:20:27,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:27,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:20:27,272 DEBUG [80f3ff297c7b:38619 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:20:27,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:27,274 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,39817,1732393225331, state=OPENING 2024-11-23T20:20:27,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:27,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:27,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690509712/meta-region-server: CHANGED 2024-11-23T20:20:27,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690509712/meta-region-server: CHANGED 2024-11-23T20:20:27,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,39817,1732393225331}] 2024-11-23T20:20:27,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:27,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:20:27,434 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:20:27,434 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:27,435 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:20:27,436 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C39817%2C1732393225331.meta, suffix=.meta, logDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/oldWALs, maxLogs=10 2024-11-23T20:20:27,451 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.meta.1732393227437.meta, exclude list is [], retry=0 2024-11-23T20:20:27,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-98ca5603-e57d-4357-9f68-81c68d4462d2,DISK] 2024-11-23T20:20:27,455 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.meta.1732393227437.meta 2024-11-23T20:20:27,455 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-11-23T20:20:27,455 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:27,456 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:20:27,456 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:20:27,456 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:20:27,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:27,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:27,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:27,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:27,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:27,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:27,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:27,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:27,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:27,462 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:27,462 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740 2024-11-23T20:20:27,463 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740 2024-11-23T20:20:27,464 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:27,464 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:27,464 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:27,465 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:27,465 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61818319, jitterRate=-0.07883526384830475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:27,465 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:20:27,465 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393227457Writing region info on filesystem at 1732393227457Initializing all the Stores at 1732393227457Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393227457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393227457Cleaning up temporary data from old regions at 1732393227464 (+7 ms)Running coprocessor post-open hooks at 1732393227465 (+1 ms)Region opened successfully at 1732393227465 2024-11-23T20:20:27,466 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393227429 2024-11-23T20:20:27,468 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:20:27,468 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:20:27,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:27,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,39817,1732393225331, state=OPEN 2024-11-23T20:20:27,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1690509712/meta-region-server 2024-11-23T20:20:27,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1690509712/meta-region-server 2024-11-23T20:20:27,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:27,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690509712/meta-region-server: CHANGED 2024-11-23T20:20:27,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690509712/meta-region-server: CHANGED 2024-11-23T20:20:27,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:20:27,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,39817,1732393225331 in 194 msec 2024-11-23T20:20:27,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:20:27,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-23T20:20:27,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:27,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:20:27,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:27,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,39817,1732393225331, seqNum=-1] 2024-11-23T20:20:27,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:27,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:27,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-23T20:20:27,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393227481, completionTime=-1 2024-11-23T20:20:27,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:20:27,482 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:20:27,483 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:20:27,483 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393287483 2024-11-23T20:20:27,483 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393347483 2024-11-23T20:20:27,483 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:38619, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,484 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,486 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.115sec 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:27,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:20:27,490 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:20:27,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:20:27,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38619,1732393225281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:27,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473e8d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:27,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:27,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:27,561 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ba81a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:27,563 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:27,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c05dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:27,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,39817,1732393225331, seqNum=-1] 2024-11-23T20:20:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:27,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:27,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:27,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49277 2024-11-23T20:20:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:27,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101467c932b0008 connected 2024-11-23T20:20:27,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dddc668 2024-11-23T20:20:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:27,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:27,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:20:27,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:27,579 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:27,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:20:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:27,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:20:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:27,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d16477bc1c13e1c100a51033675a83e, NAME => 'test,,1732393227576.8d16477bc1c13e1c100a51033675a83e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7 2024-11-23T20:20:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:20:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393227576.8d16477bc1c13e1c100a51033675a83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d16477bc1c13e1c100a51033675a83e, disabling compactions & flushes 2024-11-23T20:20:28,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. after waiting 0 ms 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d16477bc1c13e1c100a51033675a83e: Waiting for close lock at 1732393228393Disabling compacts and flushes for region at 1732393228393Disabling writes for close at 1732393228393Writing region close event to WAL at 1732393228393Closed at 1732393228393 2024-11-23T20:20:28,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:28,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393227576.8d16477bc1c13e1c100a51033675a83e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393228395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393228395"}]},"ts":"1732393228395"} 2024-11-23T20:20:28,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:28,398 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:28,398 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393228398"}]},"ts":"1732393228398"} 2024-11-23T20:20:28,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:20:28,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d16477bc1c13e1c100a51033675a83e, ASSIGN}] 2024-11-23T20:20:28,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d16477bc1c13e1c100a51033675a83e, ASSIGN 2024-11-23T20:20:28,401 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d16477bc1c13e1c100a51033675a83e, ASSIGN; state=OFFLINE, location=80f3ff297c7b,35619,1732393217277; forceNewPlan=false, retain=false 2024-11-23T20:20:28,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d16477bc1c13e1c100a51033675a83e, regionState=OPENING, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d16477bc1c13e1c100a51033675a83e, ASSIGN because future has completed 2024-11-23T20:20:28,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d16477bc1c13e1c100a51033675a83e, server=80f3ff297c7b,35619,1732393217277}] 2024-11-23T20:20:28,712 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,712 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d16477bc1c13e1c100a51033675a83e, NAME => 'test,,1732393227576.8d16477bc1c13e1c100a51033675a83e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:28,712 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:28,712 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:20:28,713 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,713 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393227576.8d16477bc1c13e1c100a51033675a83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:28,713 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,713 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,714 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,715 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d16477bc1c13e1c100a51033675a83e columnFamilyName f 2024-11-23T20:20:28,715 DEBUG [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:28,716 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(327): Store=8d16477bc1c13e1c100a51033675a83e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:28,716 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,717 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d16477bc1c13e1c100a51033675a83e columnFamilyName f1 2024-11-23T20:20:28,718 DEBUG [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:28,718 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(327): Store=8d16477bc1c13e1c100a51033675a83e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:28,718 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,719 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d16477bc1c13e1c100a51033675a83e columnFamilyName norep 2024-11-23T20:20:28,719 DEBUG [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:28,720 INFO [StoreOpener-8d16477bc1c13e1c100a51033675a83e-1 {}] regionserver.HStore(327): Store=8d16477bc1c13e1c100a51033675a83e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:28,720 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,723 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,724 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,726 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,726 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,726 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:28,727 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,735 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:28,736 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d16477bc1c13e1c100a51033675a83e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61076839, jitterRate=-0.08988417685031891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:28,736 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:28,737 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d16477bc1c13e1c100a51033675a83e: Running coprocessor pre-open hook at 1732393228713Writing region info on filesystem at 1732393228713Initializing all the Stores at 1732393228714 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393228714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393228714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393228714Cleaning up temporary data from old regions at 1732393228726 (+12 ms)Running coprocessor post-open hooks at 1732393228736 (+10 ms)Region opened successfully at 1732393228737 (+1 ms) 2024-11-23T20:20:28,739 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393227576.8d16477bc1c13e1c100a51033675a83e., pid=6, masterSystemTime=1732393228707 2024-11-23T20:20:28,741 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,741 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:28,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d16477bc1c13e1c100a51033675a83e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:28,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d16477bc1c13e1c100a51033675a83e, server=80f3ff297c7b,35619,1732393217277 because future has completed 2024-11-23T20:20:28,747 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45533 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=80f3ff297c7b,35619,1732393217277, table=test, region=8d16477bc1c13e1c100a51033675a83e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T20:20:28,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:20:28,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d16477bc1c13e1c100a51033675a83e, server=80f3ff297c7b,35619,1732393217277 in 197 msec 2024-11-23T20:20:28,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:20:28,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d16477bc1c13e1c100a51033675a83e, ASSIGN in 356 msec 2024-11-23T20:20:28,760 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:28,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393228760"}]},"ts":"1732393228760"} 2024-11-23T20:20:28,762 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:20:28,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:28,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-23T20:20:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:29,723 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:20:29,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4eaaa 2024-11-23T20:20:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:29,725 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:29,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:20:29,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:29,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:29,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:20:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:29,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:20:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:20:29,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:20:29,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:29,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:20:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:30,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd52275150a4ef74257538c63f3e67ce, NAME => 'test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b 2024-11-23T20:20:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:20:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd52275150a4ef74257538c63f3e67ce, disabling compactions & flushes 2024-11-23T20:20:30,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. after waiting 0 ms 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd52275150a4ef74257538c63f3e67ce: Waiting for close lock at 1732393230543Disabling compacts and flushes for region at 1732393230543Disabling writes for close at 1732393230543Writing region close event to WAL at 1732393230543Closed at 1732393230543 2024-11-23T20:20:30,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:30,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393230545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393230545"}]},"ts":"1732393230545"} 2024-11-23T20:20:30,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:30,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:30,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393230548"}]},"ts":"1732393230548"} 2024-11-23T20:20:30,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:20:30,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd52275150a4ef74257538c63f3e67ce, ASSIGN}] 2024-11-23T20:20:30,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd52275150a4ef74257538c63f3e67ce, ASSIGN 2024-11-23T20:20:30,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd52275150a4ef74257538c63f3e67ce, ASSIGN; state=OFFLINE, location=80f3ff297c7b,44659,1732393221070; forceNewPlan=false, retain=false 2024-11-23T20:20:30,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd52275150a4ef74257538c63f3e67ce, regionState=OPENING, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:30,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd52275150a4ef74257538c63f3e67ce, ASSIGN because future has completed 2024-11-23T20:20:30,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd52275150a4ef74257538c63f3e67ce, server=80f3ff297c7b,44659,1732393221070}] 2024-11-23T20:20:30,862 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,862 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd52275150a4ef74257538c63f3e67ce, NAME => 'test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:30,862 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:30,862 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:20:30,863 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:30,863 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:30,863 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,863 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,864 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,865 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd52275150a4ef74257538c63f3e67ce columnFamilyName f 2024-11-23T20:20:30,865 DEBUG [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:30,866 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(327): Store=cd52275150a4ef74257538c63f3e67ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:30,866 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,867 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd52275150a4ef74257538c63f3e67ce columnFamilyName f1 2024-11-23T20:20:30,867 DEBUG [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:30,867 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(327): Store=cd52275150a4ef74257538c63f3e67ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:30,867 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,868 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd52275150a4ef74257538c63f3e67ce columnFamilyName norep 2024-11-23T20:20:30,868 DEBUG [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:30,869 INFO [StoreOpener-cd52275150a4ef74257538c63f3e67ce-1 {}] regionserver.HStore(327): Store=cd52275150a4ef74257538c63f3e67ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:30,869 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,869 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,870 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,871 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,871 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,871 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:30,872 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,873 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:30,874 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd52275150a4ef74257538c63f3e67ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71216124, jitterRate=0.061202943325042725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:30,874 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:30,874 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd52275150a4ef74257538c63f3e67ce: Running coprocessor pre-open hook at 1732393230863Writing region info on filesystem at 1732393230863Initializing all the Stores at 1732393230864 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393230864Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393230864Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393230864Cleaning up temporary data from old regions at 1732393230871 (+7 ms)Running coprocessor post-open hooks at 1732393230874 (+3 ms)Region opened successfully at 1732393230874 2024-11-23T20:20:30,875 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393229726.cd52275150a4ef74257538c63f3e67ce., pid=6, masterSystemTime=1732393230858 2024-11-23T20:20:30,877 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,877 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:30,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd52275150a4ef74257538c63f3e67ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd52275150a4ef74257538c63f3e67ce, server=80f3ff297c7b,44659,1732393221070 because future has completed 2024-11-23T20:20:30,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:20:30,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd52275150a4ef74257538c63f3e67ce, server=80f3ff297c7b,44659,1732393221070 in 174 msec 2024-11-23T20:20:30,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:20:30,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd52275150a4ef74257538c63f3e67ce, ASSIGN in 331 msec 2024-11-23T20:20:30,884 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:30,884 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393230884"}]},"ts":"1732393230884"} 2024-11-23T20:20:30,886 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:20:30,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:30,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-23T20:20:31,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:20:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:31,873 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:20:31,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ffc7289 2024-11-23T20:20:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:31,876 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:31,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:20:31,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:31,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:31,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:20:31,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:20:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:32,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14d783ba6d46a1bf3999a0b4f9e1760b, NAME => 'test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca 2024-11-23T20:20:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:20:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14d783ba6d46a1bf3999a0b4f9e1760b, disabling compactions & flushes 2024-11-23T20:20:32,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. after waiting 0 ms 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:32,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:32,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14d783ba6d46a1bf3999a0b4f9e1760b: Waiting for close lock at 1732393232693Disabling compacts and flushes for region at 1732393232693Disabling writes for close at 1732393232693Writing region close event to WAL at 1732393232693Closed at 1732393232693 2024-11-23T20:20:32,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:32,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393232695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393232695"}]},"ts":"1732393232695"} 2024-11-23T20:20:32,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:32,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:32,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393232698"}]},"ts":"1732393232698"} 2024-11-23T20:20:32,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:20:32,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14d783ba6d46a1bf3999a0b4f9e1760b, ASSIGN}] 2024-11-23T20:20:32,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14d783ba6d46a1bf3999a0b4f9e1760b, ASSIGN 2024-11-23T20:20:32,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14d783ba6d46a1bf3999a0b4f9e1760b, ASSIGN; state=OFFLINE, location=80f3ff297c7b,39817,1732393225331; forceNewPlan=false, retain=false 2024-11-23T20:20:32,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14d783ba6d46a1bf3999a0b4f9e1760b, regionState=OPENING, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:32,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14d783ba6d46a1bf3999a0b4f9e1760b, ASSIGN because future has completed 2024-11-23T20:20:32,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14d783ba6d46a1bf3999a0b4f9e1760b, server=80f3ff297c7b,39817,1732393225331}] 2024-11-23T20:20:32,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:32,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:32,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:33,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,013 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:33,013 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14d783ba6d46a1bf3999a0b4f9e1760b, NAME => 'test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:33,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,013 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:33,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,014 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:20:33,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,014 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:33,025 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,026 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d783ba6d46a1bf3999a0b4f9e1760b columnFamilyName f 2024-11-23T20:20:33,026 DEBUG [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:33,027 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(327): Store=14d783ba6d46a1bf3999a0b4f9e1760b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:33,028 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,029 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d783ba6d46a1bf3999a0b4f9e1760b columnFamilyName f1 2024-11-23T20:20:33,029 DEBUG [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:33,029 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(327): Store=14d783ba6d46a1bf3999a0b4f9e1760b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:33,029 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,030 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d783ba6d46a1bf3999a0b4f9e1760b columnFamilyName norep 2024-11-23T20:20:33,030 DEBUG [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:33,031 INFO [StoreOpener-14d783ba6d46a1bf3999a0b4f9e1760b-1 {}] regionserver.HStore(327): Store=14d783ba6d46a1bf3999a0b4f9e1760b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:33,031 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,032 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,032 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,033 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:33,034 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,037 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:33,037 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14d783ba6d46a1bf3999a0b4f9e1760b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73471848, jitterRate=0.09481585025787354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:33,037 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:33,037 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14d783ba6d46a1bf3999a0b4f9e1760b: Running coprocessor pre-open hook at 1732393233014Writing region info on filesystem at 1732393233014Initializing all the Stores at 1732393233015 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393233015Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393233024 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393233024Cleaning up temporary data from old regions at 1732393233033 (+9 ms)Running coprocessor post-open hooks at 1732393233037 (+4 ms)Region opened successfully at 1732393233037 2024-11-23T20:20:33,039 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b., pid=6, masterSystemTime=1732393233008 2024-11-23T20:20:33,041 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:33,041 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:33,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14d783ba6d46a1bf3999a0b4f9e1760b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14d783ba6d46a1bf3999a0b4f9e1760b, server=80f3ff297c7b,39817,1732393225331 because future has completed 2024-11-23T20:20:33,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:20:33,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14d783ba6d46a1bf3999a0b4f9e1760b, server=80f3ff297c7b,39817,1732393225331 in 193 msec 2024-11-23T20:20:33,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:20:33,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14d783ba6d46a1bf3999a0b4f9e1760b, ASSIGN in 351 msec 2024-11-23T20:20:33,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:33,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393233054"}]},"ts":"1732393233054"} 2024-11-23T20:20:33,056 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:20:33,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:33,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-23T20:20:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:20:34,033 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:20:34,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127f5dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:34,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:34,035 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a006390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:34,037 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ddfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d46ed6 2024-11-23T20:20:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:34,040 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:34,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:42637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:20:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:20:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:34,043 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42637' 2024-11-23T20:20:34,044 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,044 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:34,044 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:34,045 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b034e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:34,046 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4622341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:34,047 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56e110a4 2024-11-23T20:20:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:34,048 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:34,049 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T20:20:34,049 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:20:34,049 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:34,049 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:34,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:34,050 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:34,051 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:20:34,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:34,052 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:34,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:20:34,101 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:20:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:34,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4768f6459fe5dfbf060f8e3c9621d6fd, NAME => 'hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7 2024-11-23T20:20:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:20:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4768f6459fe5dfbf060f8e3c9621d6fd, disabling compactions & flushes 2024-11-23T20:20:34,865 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. after waiting 0 ms 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:34,865 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4768f6459fe5dfbf060f8e3c9621d6fd: Waiting for close lock at 1732393234865Disabling compacts and flushes for region at 1732393234865Disabling writes for close at 1732393234865Writing region close event to WAL at 1732393234865Closed at 1732393234865 2024-11-23T20:20:34,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:34,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393234867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393234867"}]},"ts":"1732393234867"} 2024-11-23T20:20:34,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:34,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:34,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393234870"}]},"ts":"1732393234870"} 2024-11-23T20:20:34,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:20:34,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4768f6459fe5dfbf060f8e3c9621d6fd, ASSIGN}] 2024-11-23T20:20:34,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4768f6459fe5dfbf060f8e3c9621d6fd, ASSIGN 2024-11-23T20:20:34,874 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4768f6459fe5dfbf060f8e3c9621d6fd, ASSIGN; state=OFFLINE, location=80f3ff297c7b,35619,1732393217277; forceNewPlan=false, retain=false 2024-11-23T20:20:35,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4768f6459fe5dfbf060f8e3c9621d6fd, regionState=OPENING, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:35,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4768f6459fe5dfbf060f8e3c9621d6fd, ASSIGN because future has completed 2024-11-23T20:20:35,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4768f6459fe5dfbf060f8e3c9621d6fd, server=80f3ff297c7b,35619,1732393217277}] 2024-11-23T20:20:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:35,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:35,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:35,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:20:35,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35619%2C1732393217277.rep, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/oldWALs, maxLogs=10 2024-11-23T20:20:35,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.rep.1732393235186, exclude list is [], retry=0 2024-11-23T20:20:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-f9d6fce7-9336-4ab0-9085-3eb8f005d9c1,DISK] 2024-11-23T20:20:35,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.rep.1732393235186 2024-11-23T20:20:35,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35415:35415)] 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4768f6459fe5dfbf060f8e3c9621d6fd, NAME => 'hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:35,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. service=MultiRowMutationService 2024-11-23T20:20:35,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,222 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,223 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4768f6459fe5dfbf060f8e3c9621d6fd columnFamilyName hfileref 2024-11-23T20:20:35,223 DEBUG [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:35,223 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(327): Store=4768f6459fe5dfbf060f8e3c9621d6fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:35,224 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,224 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4768f6459fe5dfbf060f8e3c9621d6fd columnFamilyName queue 2024-11-23T20:20:35,224 DEBUG [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:35,225 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(327): Store=4768f6459fe5dfbf060f8e3c9621d6fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:35,225 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,226 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4768f6459fe5dfbf060f8e3c9621d6fd columnFamilyName sid 2024-11-23T20:20:35,226 DEBUG [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:35,226 INFO [StoreOpener-4768f6459fe5dfbf060f8e3c9621d6fd-1 {}] regionserver.HStore(327): Store=4768f6459fe5dfbf060f8e3c9621d6fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:35,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/replication/4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/replication/4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:35,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/replication/4768f6459fe5dfbf060f8e3c9621d6fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:35,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4768f6459fe5dfbf060f8e3c9621d6fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64781028, jitterRate=-0.03468745946884155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:35,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:35,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4768f6459fe5dfbf060f8e3c9621d6fd: Running coprocessor pre-open hook at 1732393235221Writing region info on filesystem at 1732393235221Initializing all the Stores at 1732393235221Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393235221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393235222 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393235222Cleaning up temporary data from old regions at 1732393235228 (+6 ms)Running coprocessor post-open hooks at 1732393235231 (+3 ms)Region opened successfully at 1732393235231 2024-11-23T20:20:35,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., pid=10, masterSystemTime=1732393235180 2024-11-23T20:20:35,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:35,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:35,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4768f6459fe5dfbf060f8e3c9621d6fd, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:35,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4768f6459fe5dfbf060f8e3c9621d6fd, server=80f3ff297c7b,35619,1732393217277 because future has completed 2024-11-23T20:20:35,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:20:35,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4768f6459fe5dfbf060f8e3c9621d6fd, server=80f3ff297c7b,35619,1732393217277 in 210 msec 2024-11-23T20:20:35,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:20:35,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4768f6459fe5dfbf060f8e3c9621d6fd, ASSIGN in 367 msec 2024-11-23T20:20:35,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:35,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393235241"}]},"ts":"1732393235241"} 2024-11-23T20:20:35,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:20:35,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:35,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-23T20:20:35,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., hostname=80f3ff297c7b,35619,1732393217277, seqNum=2] 2024-11-23T20:20:35,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:35,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:35,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:35,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:20:35,424 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:20:35,454 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,35619,1732393217277, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:35,454 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:35,455 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35619,1732393217277, seqNum=-1] 2024-11-23T20:20:35,455 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:35,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,35619,1732393217277', locateType=CURRENT is [region=hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., hostname=80f3ff297c7b,35619,1732393217277, seqNum=2] 2024-11-23T20:20:35,460 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:20:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:20:35,462 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,35619,1732393217277 suceeded 2024-11-23T20:20:35,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:20:35,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T20:20:35,463 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:42637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:20:35,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-23T20:20:35,474 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42637' 2024-11-23T20:20:35,475 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73bf852d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:35,475 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:35,475 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:35,476 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:35,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:35,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:35,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123cb8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:35,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:35,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:35,477 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:35,478 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49dcd16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:35,478 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d12d5de 2024-11-23T20:20:35,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:35,479 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:35,480 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,35619,1732393217277 (queues=1) is replicating from cluster=5f8a8adf-b9d1-4a25-9647-3a743a862791 to cluster=22366608-70a8-44fa-aba1-fff50ff170dd 2024-11-23T20:20:35,480 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C35619%2C1732393217277 2024-11-23T20:20:35,480 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,35619,1732393217277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:35,481 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C35619%2C1732393217277 2024-11-23T20:20:35,481 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, startPosition=0, beingWritten=true 2024-11-23T20:20:35,485 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:35,485 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:35,485 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:35,688 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:35,991 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:36,193 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:36,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:36,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:36,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:36,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:36,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:36,195 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362e6bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,197 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f314a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ade581 2024-11-23T20:20:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:36,199 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:36,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:38619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:20:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:20:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:36,202 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:38619' 2024-11-23T20:20:36,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f1a2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,203 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:36,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:36,204 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e544e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,205 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:36,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:36,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee75f65 2024-11-23T20:20:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:36,207 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:36,208 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:20:36,208 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:20:36,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:36,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:36,209 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:36,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:20:36,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:36,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:36,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:36,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:20:36,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:20:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:36,395 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:36,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92663995616c5ff6e4caa5688898e481, NAME => 'hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b 2024-11-23T20:20:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 92663995616c5ff6e4caa5688898e481, disabling compactions & flushes 2024-11-23T20:20:36,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. after waiting 0 ms 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92663995616c5ff6e4caa5688898e481: Waiting for close lock at 1732393236624Disabling compacts and flushes for region at 1732393236624Disabling writes for close at 1732393236624Writing region close event to WAL at 1732393236624Closed at 1732393236624 2024-11-23T20:20:36,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:36,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393236625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393236625"}]},"ts":"1732393236625"} 2024-11-23T20:20:36,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:36,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:36,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393236629"}]},"ts":"1732393236629"} 2024-11-23T20:20:36,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:20:36,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92663995616c5ff6e4caa5688898e481, ASSIGN}] 2024-11-23T20:20:36,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92663995616c5ff6e4caa5688898e481, ASSIGN 2024-11-23T20:20:36,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92663995616c5ff6e4caa5688898e481, ASSIGN; state=OFFLINE, location=80f3ff297c7b,44659,1732393221070; forceNewPlan=false, retain=false 2024-11-23T20:20:36,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92663995616c5ff6e4caa5688898e481, regionState=OPENING, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:36,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92663995616c5ff6e4caa5688898e481, ASSIGN because future has completed 2024-11-23T20:20:36,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92663995616c5ff6e4caa5688898e481, server=80f3ff297c7b,44659,1732393221070}] 2024-11-23T20:20:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:36,898 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:36,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:36,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:20:36,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C44659%2C1732393221070.rep, suffix=, logDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070, archiveDir=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/oldWALs, maxLogs=10 2024-11-23T20:20:36,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.rep.1732393236943, exclude list is [], retry=0 2024-11-23T20:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-265e5280-dc5c-4173-bb1f-2bf9f48fa68f,DISK] 2024-11-23T20:20:36,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.rep.1732393236943 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 92663995616c5ff6e4caa5688898e481, NAME => 'hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:36,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. service=MultiRowMutationService 2024-11-23T20:20:36,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,963 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,964 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92663995616c5ff6e4caa5688898e481 columnFamilyName hfileref 2024-11-23T20:20:36,964 DEBUG [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:36,964 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(327): Store=92663995616c5ff6e4caa5688898e481/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:36,964 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,965 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92663995616c5ff6e4caa5688898e481 columnFamilyName queue 2024-11-23T20:20:36,965 DEBUG [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:36,965 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(327): Store=92663995616c5ff6e4caa5688898e481/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:36,965 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,966 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92663995616c5ff6e4caa5688898e481 columnFamilyName sid 2024-11-23T20:20:36,966 DEBUG [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:36,966 INFO [StoreOpener-92663995616c5ff6e4caa5688898e481-1 {}] regionserver.HStore(327): Store=92663995616c5ff6e4caa5688898e481/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:36,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:36,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:36,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 92663995616c5ff6e4caa5688898e481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60492336, jitterRate=-0.09859395027160645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:36,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:36,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 92663995616c5ff6e4caa5688898e481: Running coprocessor pre-open hook at 1732393236962Writing region info on filesystem at 1732393236962Initializing all the Stores at 1732393236962Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393236962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393236962Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393236962Cleaning up temporary data from old regions at 1732393236968 (+6 ms)Running coprocessor post-open hooks at 1732393236971 (+3 ms)Region opened successfully at 1732393236971 2024-11-23T20:20:36,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481., pid=10, masterSystemTime=1732393236938 2024-11-23T20:20:36,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:36,975 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92663995616c5ff6e4caa5688898e481, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92663995616c5ff6e4caa5688898e481, server=80f3ff297c7b,44659,1732393221070 because future has completed 2024-11-23T20:20:36,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:20:36,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 92663995616c5ff6e4caa5688898e481, server=80f3ff297c7b,44659,1732393221070 in 191 msec 2024-11-23T20:20:36,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:20:36,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92663995616c5ff6e4caa5688898e481, ASSIGN in 350 msec 2024-11-23T20:20:36,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:36,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393236984"}]},"ts":"1732393236984"} 2024-11-23T20:20:36,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:20:36,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:36,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-23T20:20:37,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481., hostname=80f3ff297c7b,44659,1732393221070, seqNum=2] 2024-11-23T20:20:37,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:37,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:37,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:37,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:20:37,179 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:20:37,213 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,44659,1732393221070, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:37,214 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:37,214 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,44659,1732393221070, seqNum=-1] 2024-11-23T20:20:37,214 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:37,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:37,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,44659,1732393221070', locateType=CURRENT is [region=hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481., hostname=80f3ff297c7b,44659,1732393221070, seqNum=2] 2024-11-23T20:20:37,220 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:20:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:20:37,222 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,44659,1732393221070 suceeded 2024-11-23T20:20:37,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:20:37,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-23T20:20:37,224 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:38619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:20:37,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-11-23T20:20:37,236 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:38619' 2024-11-23T20:20:37,237 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e3f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,237 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:37,237 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,237 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7730ca63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,239 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,240 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6427b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,240 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:37,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:37,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3404bbb6 2024-11-23T20:20:37,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:37,241 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:37,242 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,44659,1732393221070 (queues=1) is replicating from cluster=22366608-70a8-44fa-aba1-fff50ff170dd to cluster=2b86b07e-638a-49a7-aaf7-865e5323f301 2024-11-23T20:20:37,242 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C44659%2C1732393221070 2024-11-23T20:20:37,242 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,44659,1732393221070, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:37,243 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C44659%2C1732393221070 2024-11-23T20:20:37,243 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, startPosition=0, beingWritten=true 2024-11-23T20:20:37,251 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:37,251 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 379, reset compression=false 2024-11-23T20:20:37,251 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:37,343 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:37,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:37,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:37,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:37,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab45d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:37,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,345 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404b0d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,346 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771bff11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a68c812 2024-11-23T20:20:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:37,349 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:37,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:45533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:20:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:20:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:37,352 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:45533' 2024-11-23T20:20:37,353 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1861fe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,353 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:37,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,353 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:37,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec2ac30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,354 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4118cb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f31e90 2024-11-23T20:20:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:37,356 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:37,357 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:20:37,357 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:20:37,357 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,357 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:37,358 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:37,358 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:20:37,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:20:37,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:37,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:20:37,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 465cd10e0f59ccbd61daff8c9a8bf707, NAME => 'hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca 2024-11-23T20:20:37,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:20:37,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 465cd10e0f59ccbd61daff8c9a8bf707, disabling compactions & flushes 2024-11-23T20:20:37,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. after waiting 0 ms 2024-11-23T20:20:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 465cd10e0f59ccbd61daff8c9a8bf707: Waiting for close lock at 1732393237371Disabling compacts and flushes for region at 1732393237371Disabling writes for close at 1732393237371Writing region close event to WAL at 1732393237371Closed at 1732393237371 2024-11-23T20:20:37,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:20:37,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393237371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393237371"}]},"ts":"1732393237371"} 2024-11-23T20:20:37,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:20:37,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:20:37,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393237374"}]},"ts":"1732393237374"} 2024-11-23T20:20:37,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:20:37,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=465cd10e0f59ccbd61daff8c9a8bf707, ASSIGN}] 2024-11-23T20:20:37,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=465cd10e0f59ccbd61daff8c9a8bf707, ASSIGN 2024-11-23T20:20:37,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=465cd10e0f59ccbd61daff8c9a8bf707, ASSIGN; state=OFFLINE, location=80f3ff297c7b,39817,1732393225331; forceNewPlan=false, retain=false 2024-11-23T20:20:37,409 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:20:37,455 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 379, reset compression=false 2024-11-23T20:20:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:37,502 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:37,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=465cd10e0f59ccbd61daff8c9a8bf707, regionState=OPENING, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:37,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=465cd10e0f59ccbd61daff8c9a8bf707, ASSIGN because future has completed 2024-11-23T20:20:37,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465cd10e0f59ccbd61daff8c9a8bf707, server=80f3ff297c7b,39817,1732393225331}] 2024-11-23T20:20:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:37,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:37,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:20:37,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C39817%2C1732393225331.rep, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/oldWALs, maxLogs=10 2024-11-23T20:20:37,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.rep.1732393237687, exclude list is [], retry=0 2024-11-23T20:20:37,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-98ca5603-e57d-4357-9f68-81c68d4462d2,DISK] 2024-11-23T20:20:37,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.rep.1732393237687 2024-11-23T20:20:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-11-23T20:20:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 465cd10e0f59ccbd61daff8c9a8bf707, NAME => 'hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:37,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. service=MultiRowMutationService 2024-11-23T20:20:37,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,719 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,721 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 465cd10e0f59ccbd61daff8c9a8bf707 columnFamilyName hfileref 2024-11-23T20:20:37,721 DEBUG [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:37,721 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(327): Store=465cd10e0f59ccbd61daff8c9a8bf707/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:37,721 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,722 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 465cd10e0f59ccbd61daff8c9a8bf707 columnFamilyName queue 2024-11-23T20:20:37,722 DEBUG [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:37,722 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(327): Store=465cd10e0f59ccbd61daff8c9a8bf707/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:37,722 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,723 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 465cd10e0f59ccbd61daff8c9a8bf707 columnFamilyName sid 2024-11-23T20:20:37,723 DEBUG [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:37,723 INFO [StoreOpener-465cd10e0f59ccbd61daff8c9a8bf707-1 {}] regionserver.HStore(327): Store=465cd10e0f59ccbd61daff8c9a8bf707/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:37,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:20:37,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:37,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 465cd10e0f59ccbd61daff8c9a8bf707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72573304, jitterRate=0.08142650127410889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:20:37,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:37,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 465cd10e0f59ccbd61daff8c9a8bf707: Running coprocessor pre-open hook at 1732393237717Writing region info on filesystem at 1732393237717Initializing all the Stores at 1732393237718 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393237718Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393237719 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393237719Cleaning up temporary data from old regions at 1732393237725 (+6 ms)Running coprocessor post-open hooks at 1732393237728 (+3 ms)Region opened successfully at 1732393237728 2024-11-23T20:20:37,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707., pid=10, masterSystemTime=1732393237682 2024-11-23T20:20:37,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:37,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=465cd10e0f59ccbd61daff8c9a8bf707, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:37,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465cd10e0f59ccbd61daff8c9a8bf707, server=80f3ff297c7b,39817,1732393225331 because future has completed 2024-11-23T20:20:37,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:20:37,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 465cd10e0f59ccbd61daff8c9a8bf707, server=80f3ff297c7b,39817,1732393225331 in 205 msec 2024-11-23T20:20:37,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:20:37,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=465cd10e0f59ccbd61daff8c9a8bf707, ASSIGN in 361 msec 2024-11-23T20:20:37,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:20:37,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393237739"}]},"ts":"1732393237739"} 2024-11-23T20:20:37,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:20:37,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:20:37,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 384 msec 2024-11-23T20:20:37,758 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 379, reset compression=false 2024-11-23T20:20:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707., hostname=80f3ff297c7b,39817,1732393225331, seqNum=2] 2024-11-23T20:20:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:37,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:37,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:20:37,925 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:20:37,957 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,39817,1732393225331, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:37,957 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:37,957 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,39817,1732393225331, seqNum=-1] 2024-11-23T20:20:37,958 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:37,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:37,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,39817,1732393225331', locateType=CURRENT is [region=hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707., hostname=80f3ff297c7b,39817,1732393225331, seqNum=2] 2024-11-23T20:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:20:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:20:37,965 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,39817,1732393225331 suceeded 2024-11-23T20:20:37,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:20:37,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-23T20:20:37,966 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:45533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:20:37,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 617 msec 2024-11-23T20:20:37,977 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:45533' 2024-11-23T20:20:37,978 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101d726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,978 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:37,978 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,979 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e13263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,980 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,980 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b3af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,980 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:37,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:37,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763a6a6c 2024-11-23T20:20:37,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:37,982 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:20:37,982 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:37,982 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,39817,1732393225331 (queues=1) is replicating from cluster=2b86b07e-638a-49a7-aaf7-865e5323f301 to cluster=5f8a8adf-b9d1-4a25-9647-3a743a862791 2024-11-23T20:20:37,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:37,982 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C39817%2C1732393225331 2024-11-23T20:20:37,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:37,982 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,39817,1732393225331, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:37,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:37,983 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C39817%2C1732393225331 2024-11-23T20:20:37,983 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, startPosition=0, beingWritten=true 2024-11-23T20:20:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:37,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,984 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c448d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,985 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a53677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d603b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:37,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,987 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c24e51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,988 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:37,988 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 379, reset compression=false 2024-11-23T20:20:37,988 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:37,988 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bbba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce5a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:37,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:37,990 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a143a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:38,013 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6160c89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35619,1732393217277, seqNum=-1] 2024-11-23T20:20:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:38,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393227576.8d16477bc1c13e1c100a51033675a83e., hostname=80f3ff297c7b,35619,1732393217277, seqNum=2] 2024-11-23T20:20:38,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,39817,1732393225331, seqNum=-1] 2024-11-23T20:20:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:38,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b., hostname=80f3ff297c7b,39817,1732393225331, seqNum=2] 2024-11-23T20:20:38,025 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T20:20:38,163 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 379, reset compression=false 2024-11-23T20:20:38,191 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 379, reset compression=false 2024-11-23T20:20:38,206 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 379, reset compression=false 2024-11-23T20:20:38,210 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:38,210 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 480, reset compression=false 2024-11-23T20:20:38,210 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d16477bc1c13e1c100a51033675a83e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T20:20:38,212 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:38,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:38,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:38,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2429cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42637,-1 for getting cluster id 2024-11-23T20:20:38,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:38,215 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22366608-70a8-44fa-aba1-fff50ff170dd' 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22366608-70a8-44fa-aba1-fff50ff170dd" 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b43f91d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42637,-1] 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:38,216 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:38,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484b269b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:38,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,44659,1732393221070, seqNum=-1] 2024-11-23T20:20:38,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:38,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393229726.cd52275150a4ef74257538c63f3e67ce., hostname=80f3ff297c7b,44659,1732393221070, seqNum=2] 2024-11-23T20:20:38,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:38,414 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 480, reset compression=false 2024-11-23T20:20:38,495 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 379, reset compression=false 2024-11-23T20:20:38,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:38,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:38,666 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 379, reset compression=false 2024-11-23T20:20:38,672 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:38,672 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 503, reset compression=false 2024-11-23T20:20:38,672 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T20:20:38,674 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:38,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:38,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:38,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e352904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:38,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:38,682 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e325b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:38,683 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:38,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4920ab62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:38,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,39817,1732393225331, seqNum=-1] 2024-11-23T20:20:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:38,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b., hostname=80f3ff297c7b,39817,1732393225331, seqNum=2] 2024-11-23T20:20:38,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:38,717 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 480, reset compression=false 2024-11-23T20:20:38,876 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 503, reset compression=false 2024-11-23T20:20:38,899 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 379, reset compression=false 2024-11-23T20:20:38,903 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:38,903 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 526, reset compression=false 2024-11-23T20:20:38,903 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:39,027 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T20:20:39,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,44659,1732393221070, seqNum=-1] 2024-11-23T20:20:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:39,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732393229726.cd52275150a4ef74257538c63f3e67ce., hostname=80f3ff297c7b,44659,1732393221070, seqNum=2] 2024-11-23T20:20:39,034 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T20:20:39,106 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 526, reset compression=false 2024-11-23T20:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 480, reset compression=false 2024-11-23T20:20:39,180 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 503, reset compression=false 2024-11-23T20:20:39,185 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:39,185 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 607, reset compression=false 2024-11-23T20:20:39,185 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:20:39,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:39,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:39,389 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 607, reset compression=false 2024-11-23T20:20:39,410 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 526, reset compression=false 2024-11-23T20:20:39,414 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:39,415 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 653, reset compression=false 2024-11-23T20:20:39,415 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[{test/14d783ba6d46a1bf3999a0b4f9e1760b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T20:20:39,417 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:39,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:39,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:39,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24374ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:39,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:39,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:39,419 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626fa799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:39,421 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:39,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae765a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:39,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:39,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35619,1732393217277, seqNum=-1] 2024-11-23T20:20:39,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:39,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T20:20:39,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732393227576.8d16477bc1c13e1c100a51033675a83e., hostname=80f3ff297c7b,35619,1732393217277, seqNum=2] 2024-11-23T20:20:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:39,618 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 653, reset compression=false 2024-11-23T20:20:39,624 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 480, reset compression=false 2024-11-23T20:20:39,628 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:39,628 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 630, reset compression=false 2024-11-23T20:20:39,628 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:39,693 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 607, reset compression=false 2024-11-23T20:20:39,831 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 630, reset compression=false 2024-11-23T20:20:39,922 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 653, reset compression=false 2024-11-23T20:20:40,036 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T20:20:40,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T20:20:40,097 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 607, reset compression=false 2024-11-23T20:20:40,135 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 630, reset compression=false 2024-11-23T20:20:40,326 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 653, reset compression=false 2024-11-23T20:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 757, reset compression=false 2024-11-23T20:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[{test/14d783ba6d46a1bf3999a0b4f9e1760b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:20:40,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:40,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:40,534 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 757, reset compression=false 2024-11-23T20:20:40,539 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 630, reset compression=false 2024-11-23T20:20:40,543 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:40,543 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 757, reset compression=false 2024-11-23T20:20:40,543 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d16477bc1c13e1c100a51033675a83e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T20:20:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:40,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:40,601 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 607, reset compression=false 2024-11-23T20:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 757, reset compression=false 2024-11-23T20:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:40,747 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 757, reset compression=false 2024-11-23T20:20:40,808 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 757, reset compression=false 2024-11-23T20:20:40,838 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 757, reset compression=false 2024-11-23T20:20:41,041 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T20:20:41,046 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T20:20:41,050 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 757, reset compression=false 2024-11-23T20:20:41,055 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:41,055 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:41,055 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d16477bc1c13e1c100a51033675a83e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T20:20:41,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:41,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:41,112 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 757, reset compression=false 2024-11-23T20:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 904, reset compression=false 2024-11-23T20:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T20:20:41,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:41,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:41,242 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 757, reset compression=false 2024-11-23T20:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 927, reset compression=false 2024-11-23T20:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:41,259 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:41,320 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 904, reset compression=false 2024-11-23T20:20:41,451 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 927, reset compression=false 2024-11-23T20:20:41,562 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:41,624 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 904, reset compression=false 2024-11-23T20:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 927, reset compression=false 2024-11-23T20:20:41,966 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:42,028 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 904, reset compression=false 2024-11-23T20:20:42,048 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T20:20:42,051 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T20:20:42,158 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 927, reset compression=false 2024-11-23T20:20:42,469 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:42,532 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 904, reset compression=false 2024-11-23T20:20:42,537 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:42,537 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1063, reset compression=false 2024-11-23T20:20:42,537 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T20:20:42,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:42,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:42,662 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 927, reset compression=false 2024-11-23T20:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1076, reset compression=false 2024-11-23T20:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[{test/14d783ba6d46a1bf3999a0b4f9e1760b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T20:20:42,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:42,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:42,741 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1063, reset compression=false 2024-11-23T20:20:42,871 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1076, reset compression=false 2024-11-23T20:20:43,045 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1063, reset compression=false 2024-11-23T20:20:43,053 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T20:20:43,056 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T20:20:43,074 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 913, reset compression=false 2024-11-23T20:20:43,078 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:43,078 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1085, reset compression=false 2024-11-23T20:20:43,078 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:43,175 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1076, reset compression=false 2024-11-23T20:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1235, reset compression=false 2024-11-23T20:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[{test/14d783ba6d46a1bf3999a0b4f9e1760b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T20:20:43,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:43,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:43,281 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1085, reset compression=false 2024-11-23T20:20:43,285 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:43,285 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:43,285 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d16477bc1c13e1c100a51033675a83e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T20:20:43,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:43,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:43,384 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1235, reset compression=false 2024-11-23T20:20:43,449 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1063, reset compression=false 2024-11-23T20:20:43,453 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:43,453 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:43,453 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:43,488 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:43,669 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:43,687 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1235, reset compression=false 2024-11-23T20:20:43,792 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:43,975 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:44,059 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T20:20:44,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142abdbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:44,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:44,067 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0c3d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,069 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595afdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4754980b 2024-11-23T20:20:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:44,074 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:44,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-23T20:20:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T20:20:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:20:44,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:44,090 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1235, reset compression=false 2024-11-23T20:20:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:20:44,196 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T20:20:44,232 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T20:20:44,233 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T20:20:44,233 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,39817,1732393225331 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T20:20:44,234 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0. 2024-11-23T20:20:44,234 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:44,234 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,234 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:44,334 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:20:44,334 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:20:44,380 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:20:44,434 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 terminated 2024-11-23T20:20:44,453 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,39817,1732393225331, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:20:44,453 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T20:20:44,453 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T20:20:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T20:20:44,456 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 80f3ff297c7b,39817,1732393225331 suceeded 2024-11-23T20:20:44,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T20:20:44,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-23T20:20:44,457 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T20:20:44,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-11-23T20:20:44,468 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:45533' 2024-11-23T20:20:44,469 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0f02b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,469 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,45533,-1 for getting cluster id 2024-11-23T20:20:44,469 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:44,470 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8a8adf-b9d1-4a25-9647-3a743a862791' 2024-11-23T20:20:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8a8adf-b9d1-4a25-9647-3a743a862791" 2024-11-23T20:20:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ad3b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,45533,-1] 2024-11-23T20:20:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:44,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,471 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:44,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e133e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:44,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:44,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:44,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9eed88a 2024-11-23T20:20:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:44,473 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T20:20:44,474 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,39817,1732393225331 (queues=1) is replicating from cluster=2b86b07e-638a-49a7-aaf7-865e5323f301 to cluster=5f8a8adf-b9d1-4a25-9647-3a743a862791 2024-11-23T20:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C39817%2C1732393225331 2024-11-23T20:20:44,474 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,39817,1732393225331, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:20:44,474 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C39817%2C1732393225331 2024-11-23T20:20:44,700 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:20:44,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:44,702 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:44,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:44,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:44,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:44,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T20:20:44,884 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:45,304 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1234, reset compression=false 2024-11-23T20:20:45,308 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:45,308 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1338, reset compression=false 2024-11-23T20:20:45,308 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d16477bc1c13e1c100a51033675a83e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:20:45,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:45,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:45,487 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1235, reset compression=false 2024-11-23T20:20:45,492 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:45,492 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1362, reset compression=false 2024-11-23T20:20:45,492 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T20:20:45,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:45,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:45,511 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1338, reset compression=false 2024-11-23T20:20:45,695 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1362, reset compression=false 2024-11-23T20:20:45,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T20:20:45,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441b5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:45,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38619,-1 for getting cluster id 2024-11-23T20:20:45,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:45,711 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b86b07e-638a-49a7-aaf7-865e5323f301' 2024-11-23T20:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b86b07e-638a-49a7-aaf7-865e5323f301" 2024-11-23T20:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce5174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38619,-1] 2024-11-23T20:20:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:45,712 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b597112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:45,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:20:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3649bd5f 2024-11-23T20:20:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:20:45,717 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:20:45,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-23T20:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T20:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T20:20:45,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:20:45,814 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1338, reset compression=false 2024-11-23T20:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T20:20:45,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T20:20:45,876 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T20:20:45,877 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T20:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T20:20:45,879 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 80f3ff297c7b,39817,1732393225331 suceeded 2024-11-23T20:20:45,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T20:20:45,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-23T20:20:45,880 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T20:20:45,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-11-23T20:20:45,975 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, startPosition=1235, beingWritten=true 2024-11-23T20:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1385, reset compression=false 2024-11-23T20:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:45,999 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1362, reset compression=false 2024-11-23T20:20:46,003 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:46,003 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:46,003 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd52275150a4ef74257538c63f3e67ce/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:20:46,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:46,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T20:20:46,043 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:20:46,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:46,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:46,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:46,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:46,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:46,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-23T20:20:46,183 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1385, reset compression=false 2024-11-23T20:20:46,188 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:20:46,188 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1512, reset compression=false 2024-11-23T20:20:46,188 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[{test/14d783ba6d46a1bf3999a0b4f9e1760b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T20:20:46,190 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:46,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T20:20:46,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:20:46,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:20:46,206 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:46,218 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1338, reset compression=false 2024-11-23T20:20:46,222 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:46,222 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:46,222 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:46,391 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1512, reset compression=false 2024-11-23T20:20:46,425 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:46,510 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:46,695 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1512, reset compression=false 2024-11-23T20:20:46,729 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:46,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:20:46,914 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:47,046 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T20:20:47,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:20:47,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:47,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:47,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:47,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:47,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:47,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:20:47,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=313451554, stopped=false 2024-11-23T20:20:47,047 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,38619,1732393225281 2024-11-23T20:20:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690509712/running 2024-11-23T20:20:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690509712/running 2024-11-23T20:20:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:47,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:47,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:47,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:47,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:47,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,39817,1732393225331' ***** 2024-11-23T20:20:47,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:20:47,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/running 2024-11-23T20:20:47,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Set watcher on znode that does not yet exist, /2-1690509712/running 2024-11-23T20:20:47,052 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:20:47,052 INFO [RS:0;80f3ff297c7b:39817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:20:47,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:20:47,052 INFO [RS:0;80f3ff297c7b:39817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:20:47,052 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for 14d783ba6d46a1bf3999a0b4f9e1760b 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:39817. 2024-11-23T20:20:47,053 DEBUG [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:47,053 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 465cd10e0f59ccbd61daff8c9a8bf707, disabling compactions & flushes 2024-11-23T20:20:47,053 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. after waiting 0 ms 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:20:47,053 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 465cd10e0f59ccbd61daff8c9a8bf707 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T20:20:47,053 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:20:47,053 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1325): Online Regions={465cd10e0f59ccbd61daff8c9a8bf707=hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707., 1588230740=hbase:meta,,1.1588230740, 14d783ba6d46a1bf3999a0b4f9e1760b=test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b.} 2024-11-23T20:20:47,053 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1351): Waiting on 14d783ba6d46a1bf3999a0b4f9e1760b, 1588230740, 465cd10e0f59ccbd61daff8c9a8bf707 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:47,053 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:47,053 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:47,053 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:20:47,074 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/info/0b154193c95f44839171fd8ae0c7d6b5 is 147, key is hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707./info:regioninfo/1732393237731/Put/seqid=0 2024-11-23T20:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/.tmp/queue/6498f48f24cf44e0a5e4af48fb5292e4 is 154, key is 1-80f3ff297c7b,39817,1732393225331/queue:80f3ff297c7b%2C39817%2C1732393225331/1732393246195/Put/seqid=0 2024-11-23T20:20:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741840_1016 (size=7686) 2024-11-23T20:20:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741841_1017 (size=5353) 2024-11-23T20:20:47,079 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/.tmp/queue/6498f48f24cf44e0a5e4af48fb5292e4 2024-11-23T20:20:47,083 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/.tmp/queue/6498f48f24cf44e0a5e4af48fb5292e4 as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/queue/6498f48f24cf44e0a5e4af48fb5292e4 2024-11-23T20:20:47,087 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/queue/6498f48f24cf44e0a5e4af48fb5292e4, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T20:20:47,087 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 465cd10e0f59ccbd61daff8c9a8bf707 in 34ms, sequenceid=14, compaction requested=false 2024-11-23T20:20:47,090 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/replication/465cd10e0f59ccbd61daff8c9a8bf707/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:47,091 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 465cd10e0f59ccbd61daff8c9a8bf707: Waiting for close lock at 1732393247053Running coprocessor pre-close hooks at 1732393247053Disabling compacts and flushes for region at 1732393247053Disabling writes for close at 1732393247053Obtaining lock to block concurrent updates at 1732393247053Preparing flush snapshotting stores in 465cd10e0f59ccbd61daff8c9a8bf707 at 1732393247053Finished memstore snapshotting hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732393247053Flushing stores of hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. at 1732393247054 (+1 ms)Flushing 465cd10e0f59ccbd61daff8c9a8bf707/queue: creating writer at 1732393247054Flushing 465cd10e0f59ccbd61daff8c9a8bf707/queue: appending metadata at 1732393247075 (+21 ms)Flushing 465cd10e0f59ccbd61daff8c9a8bf707/queue: closing flushed file at 1732393247075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc5c706: reopening flushed file at 1732393247083 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 465cd10e0f59ccbd61daff8c9a8bf707 in 34ms, sequenceid=14, compaction requested=false at 1732393247087 (+4 ms)Writing region close event to WAL at 1732393247088 (+1 ms)Running coprocessor post-close hooks at 1732393247091 (+3 ms)Closed at 1732393247091 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393237357.465cd10e0f59ccbd61daff8c9a8bf707. 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14d783ba6d46a1bf3999a0b4f9e1760b, disabling compactions & flushes 2024-11-23T20:20:47,091 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. after waiting 0 ms 2024-11-23T20:20:47,091 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:47,091 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14d783ba6d46a1bf3999a0b4f9e1760b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T20:20:47,099 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1512, reset compression=false 2024-11-23T20:20:47,102 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:47,102 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1759, reset compression=false 2024-11-23T20:20:47,102 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,39817,1732393225331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:47,103 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,39817,1732393225331: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,39817,1732393225331, walGroup=80f3ff297c7b%2C39817%2C1732393225331, offset=80f3ff297c7b%2C39817%2C1732393225331.1732393226944:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:39817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:20:47,104 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:20:47,104 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:20:47,105 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:20:47,105 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:20:47,105 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:20:47,105 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 816198288 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197634472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:20:47,105 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:38619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:38619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:20:47,107 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f/cabf3a0803484e56a9c27fd0e99b0200 is 37, key is row3/f:row3/1732393244704/Put/seqid=0 2024-11-23T20:20:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741842_1018 (size=5228) 2024-11-23T20:20:47,110 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f/cabf3a0803484e56a9c27fd0e99b0200 2024-11-23T20:20:47,114 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cabf3a0803484e56a9c27fd0e99b0200 2024-11-23T20:20:47,117 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:47,129 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f1/6d23b4886a864d5baaf6e36125b8896c is 30, key is row1/f1:/1732393242048/DeleteFamily/seqid=0 2024-11-23T20:20:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741843_1019 (size=5158) 2024-11-23T20:20:47,133 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:47,253 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1351): Waiting on 14d783ba6d46a1bf3999a0b4f9e1760b, 1588230740 2024-11-23T20:20:47,306 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1759, reset compression=false 2024-11-23T20:20:47,417 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:47,454 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1351): Waiting on 14d783ba6d46a1bf3999a0b4f9e1760b, 1588230740 2024-11-23T20:20:47,479 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/info/0b154193c95f44839171fd8ae0c7d6b5 2024-11-23T20:20:47,501 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/ns/eb127fbfaec041789d93644e9df805e2 is 43, key is default/ns:d/1732393227478/Put/seqid=0 2024-11-23T20:20:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741844_1020 (size=5153) 2024-11-23T20:20:47,504 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/ns/eb127fbfaec041789d93644e9df805e2 2024-11-23T20:20:47,525 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c3f0fed01f48427e8812bc9c836aa106 is 112, key is test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b./rep_barrier:seqnumDuringOpen/1732393233042/Put/seqid=0 2024-11-23T20:20:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741845_1021 (size=5518) 2024-11-23T20:20:47,529 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c3f0fed01f48427e8812bc9c836aa106 2024-11-23T20:20:47,533 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f1/6d23b4886a864d5baaf6e36125b8896c 2024-11-23T20:20:47,536 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d23b4886a864d5baaf6e36125b8896c 2024-11-23T20:20:47,552 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/table/bcc72ea07c23462b8f4d91a9845c56bd is 53, key is hbase:replication/table:state/1732393237739/Put/seqid=0 2024-11-23T20:20:47,553 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/norep/b2612a02098545e09cea053ff66d4dfb is 33, key is row2/norep:/1732393243054/DeleteFamily/seqid=0 2024-11-23T20:20:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741846_1022 (size=5308) 2024-11-23T20:20:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741847_1023 (size=5108) 2024-11-23T20:20:47,557 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/norep/b2612a02098545e09cea053ff66d4dfb 2024-11-23T20:20:47,560 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2612a02098545e09cea053ff66d4dfb 2024-11-23T20:20:47,561 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f/cabf3a0803484e56a9c27fd0e99b0200 as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/f/cabf3a0803484e56a9c27fd0e99b0200 2024-11-23T20:20:47,564 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cabf3a0803484e56a9c27fd0e99b0200 2024-11-23T20:20:47,564 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/f/cabf3a0803484e56a9c27fd0e99b0200, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T20:20:47,564 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/f1/6d23b4886a864d5baaf6e36125b8896c as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/f1/6d23b4886a864d5baaf6e36125b8896c 2024-11-23T20:20:47,567 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d23b4886a864d5baaf6e36125b8896c 2024-11-23T20:20:47,567 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/f1/6d23b4886a864d5baaf6e36125b8896c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:47,568 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/.tmp/norep/b2612a02098545e09cea053ff66d4dfb as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/norep/b2612a02098545e09cea053ff66d4dfb 2024-11-23T20:20:47,571 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2612a02098545e09cea053ff66d4dfb 2024-11-23T20:20:47,571 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/norep/b2612a02098545e09cea053ff66d4dfb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:47,572 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 14d783ba6d46a1bf3999a0b4f9e1760b in 481ms, sequenceid=12, compaction requested=false 2024-11-23T20:20:47,575 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/default/test/14d783ba6d46a1bf3999a0b4f9e1760b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:20:47,575 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:47,575 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:47,575 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:47,575 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14d783ba6d46a1bf3999a0b4f9e1760b: Waiting for close lock at 1732393247091Running coprocessor pre-close hooks at 1732393247091Disabling compacts and flushes for region at 1732393247091Disabling writes for close at 1732393247091Obtaining lock to block concurrent updates at 1732393247091Preparing flush snapshotting stores in 14d783ba6d46a1bf3999a0b4f9e1760b at 1732393247091Finished memstore snapshotting test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732393247091Flushing stores of test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. at 1732393247092 (+1 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f: creating writer at 1732393247092Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f: appending metadata at 1732393247106 (+14 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f: closing flushed file at 1732393247106Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f1: creating writer at 1732393247114 (+8 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f1: appending metadata at 1732393247128 (+14 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/f1: closing flushed file at 1732393247128Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/norep: creating writer at 1732393247536 (+408 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/norep: appending metadata at 1732393247553 (+17 ms)Flushing 14d783ba6d46a1bf3999a0b4f9e1760b/norep: closing flushed file at 1732393247553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614b83a4: reopening flushed file at 1732393247560 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f37a9f0: reopening flushed file at 1732393247564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2d495e: reopening flushed file at 1732393247567 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 14d783ba6d46a1bf3999a0b4f9e1760b in 481ms, sequenceid=12, compaction requested=false at 1732393247572 (+5 ms)Writing region close event to WAL at 1732393247573 (+1 ms)Running coprocessor post-close hooks at 1732393247575 (+2 ms)Closed at 1732393247575 2024-11-23T20:20:47,576 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393231876.14d783ba6d46a1bf3999a0b4f9e1760b. 2024-11-23T20:20:47,609 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 1759, reset compression=false 2024-11-23T20:20:47,614 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:47,614 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 2403, reset compression=false 2024-11-23T20:20:47,635 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:47,654 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:47,796 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:20:47,796 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:20:47,817 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.wal-reader.80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/WALs/80f3ff297c7b,39817,1732393225331/80f3ff297c7b%2C39817%2C1732393225331.1732393226944 to pos 2403, reset compression=false 2024-11-23T20:20:47,854 DEBUG [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:47,956 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/table/bcc72ea07c23462b8f4d91a9845c56bd 2024-11-23T20:20:47,961 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/info/0b154193c95f44839171fd8ae0c7d6b5 as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/info/0b154193c95f44839171fd8ae0c7d6b5 2024-11-23T20:20:47,967 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/info/0b154193c95f44839171fd8ae0c7d6b5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:20:47,967 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/ns/eb127fbfaec041789d93644e9df805e2 as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/ns/eb127fbfaec041789d93644e9df805e2 2024-11-23T20:20:47,972 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/ns/eb127fbfaec041789d93644e9df805e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:20:47,973 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c3f0fed01f48427e8812bc9c836aa106 as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/rep_barrier/c3f0fed01f48427e8812bc9c836aa106 2024-11-23T20:20:47,976 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/rep_barrier/c3f0fed01f48427e8812bc9c836aa106, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:20:47,977 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/.tmp/table/bcc72ea07c23462b8f4d91a9845c56bd as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/table/bcc72ea07c23462b8f4d91a9845c56bd 2024-11-23T20:20:47,981 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/table/bcc72ea07c23462b8f4d91a9845c56bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:20:47,982 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-23T20:20:47,988 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:20:47,989 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:47,989 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:47,989 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:47,989 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393247053Running coprocessor pre-close hooks at 1732393247053Disabling compacts and flushes for region at 1732393247053Disabling writes for close at 1732393247053Obtaining lock to block concurrent updates at 1732393247053Preparing flush snapshotting stores in 1588230740 at 1732393247053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393247054 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393247054Flushing 1588230740/info: creating writer at 1732393247054Flushing 1588230740/info: appending metadata at 1732393247074 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732393247074Flushing 1588230740/ns: creating writer at 1732393247483 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732393247500 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732393247500Flushing 1588230740/rep_barrier: creating writer at 1732393247507 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393247524 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393247524Flushing 1588230740/table: creating writer at 1732393247533 (+9 ms)Flushing 1588230740/table: appending metadata at 1732393247551 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732393247551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cff8abf: reopening flushed file at 1732393247961 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edc7efd: reopening flushed file at 1732393247967 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651e5f83: reopening flushed file at 1732393247972 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b37651c: reopening flushed file at 1732393247976 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1732393247982 (+6 ms)Writing region close event to WAL at 1732393247985 (+3 ms)Running coprocessor post-close hooks at 1732393247989 (+4 ms)Closed at 1732393247989 2024-11-23T20:20:47,989 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:48,021 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:48,054 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,39817,1732393225331; all regions closed. 2024-11-23T20:20:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:20:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741839_1015 (size=3552) 2024-11-23T20:20:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741833_1009 (size=2411) 2024-11-23T20:20:48,060 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:48,060 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:48,060 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:48,060 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:48,061 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:48,061 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:48,061 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,39817,1732393225331 because: Region server is closing 2024-11-23T20:20:48,061 INFO [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:39817. 2024-11-23T20:20:48,061 DEBUG [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:48,061 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:48,061 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:48,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:48,161 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,39817,1732393225331.replicationSource.shipper80f3ff297c7b%2C39817%2C1732393225331,1-80f3ff297c7b,39817,1732393225331 terminated 2024-11-23T20:20:48,162 INFO [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:39817. 2024-11-23T20:20:48,162 DEBUG [RS:0;80f3ff297c7b:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:48,162 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:48,162 DEBUG [RS:0;80f3ff297c7b:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:48,162 INFO [RS:0;80f3ff297c7b:39817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39817 2024-11-23T20:20:48,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690509712/rs/80f3ff297c7b,39817,1732393225331 2024-11-23T20:20:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712/rs 2024-11-23T20:20:48,164 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:48,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,39817,1732393225331] 2024-11-23T20:20:48,166 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690509712/draining/80f3ff297c7b,39817,1732393225331 already deleted, retry=false 2024-11-23T20:20:48,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,39817,1732393225331 expired; onlineServers=0 2024-11-23T20:20:48,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,38619,1732393225281' ***** 2024-11-23T20:20:48,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:48,166 DEBUG [M:0;80f3ff297c7b:38619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:20:48,166 DEBUG [M:0;80f3ff297c7b:38619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:20:48,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:20:48,166 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393226688 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393226688,5,FailOnTimeoutGroup] 2024-11-23T20:20:48,166 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393226688 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393226688,5,FailOnTimeoutGroup] 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:48,166 DEBUG [M:0;80f3ff297c7b:38619 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:20:48,166 INFO [M:0;80f3ff297c7b:38619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:48,167 INFO [M:0;80f3ff297c7b:38619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:20:48,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:20:48,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690509712/master 2024-11-23T20:20:48,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690509712 2024-11-23T20:20:48,176 DEBUG [M:0;80f3ff297c7b:38619 {}] zookeeper.ZKUtil(347): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Unable to get data of znode /2-1690509712/master because node does not exist (not an error) 2024-11-23T20:20:48,176 WARN [M:0;80f3ff297c7b:38619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:20:48,177 INFO [M:0;80f3ff297c7b:38619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/.lastflushedseqids 2024-11-23T20:20:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741848_1024 (size=245) 2024-11-23T20:20:48,238 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x101467c932b0007, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:48,265 INFO [RS:0;80f3ff297c7b:39817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:48,265 INFO [RS:0;80f3ff297c7b:39817 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,39817,1732393225331; zookeeper connection closed. 2024-11-23T20:20:48,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567af554 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567af554 2024-11-23T20:20:48,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:20:48,581 INFO [M:0;80f3ff297c7b:38619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:20:48,582 INFO [M:0;80f3ff297c7b:38619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:20:48,582 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:48,582 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:48,582 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:48,582 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:48,582 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:48,582 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-23T20:20:48,597 DEBUG [M:0;80f3ff297c7b:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/470b0f46deb84fcf8652a133a103ee4d is 82, key is hbase:meta,,1/info:regioninfo/1732393227469/Put/seqid=0 2024-11-23T20:20:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741849_1025 (size=5672) 2024-11-23T20:20:48,724 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:48,942 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:49,002 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/470b0f46deb84fcf8652a133a103ee4d 2024-11-23T20:20:49,020 DEBUG [M:0;80f3ff297c7b:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5547b4b35a3d42d3bf46603ee3a0652c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393237743/Put/seqid=0 2024-11-23T20:20:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741850_1026 (size=9213) 2024-11-23T20:20:49,424 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5547b4b35a3d42d3bf46603ee3a0652c 2024-11-23T20:20:49,446 DEBUG [M:0;80f3ff297c7b:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f2be508150f4eb485f7c90c2a05e84e is 69, key is 80f3ff297c7b,39817,1732393225331/rs:state/1732393226782/Put/seqid=0 2024-11-23T20:20:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741851_1027 (size=5156) 2024-11-23T20:20:49,528 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:49,745 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:49,852 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f2be508150f4eb485f7c90c2a05e84e 2024-11-23T20:20:49,857 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/470b0f46deb84fcf8652a133a103ee4d as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/470b0f46deb84fcf8652a133a103ee4d 2024-11-23T20:20:49,861 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/470b0f46deb84fcf8652a133a103ee4d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T20:20:49,862 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5547b4b35a3d42d3bf46603ee3a0652c as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5547b4b35a3d42d3bf46603ee3a0652c 2024-11-23T20:20:49,866 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5547b4b35a3d42d3bf46603ee3a0652c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T20:20:49,867 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f2be508150f4eb485f7c90c2a05e84e as hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f2be508150f4eb485f7c90c2a05e84e 2024-11-23T20:20:49,871 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/e5481628-a8aa-e482-8f0a-2b3cf9d4e4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f2be508150f4eb485f7c90c2a05e84e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T20:20:49,872 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false 2024-11-23T20:20:49,877 INFO [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:49,877 DEBUG [M:0;80f3ff297c7b:38619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393248582Disabling compacts and flushes for region at 1732393248582Disabling writes for close at 1732393248582Obtaining lock to block concurrent updates at 1732393248582Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393248582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732393248582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393248583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393248583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393248597 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393248597Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393249006 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393249020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393249020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393249428 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393249445 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393249445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389959a5: reopening flushed file at 1732393249856 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28615179: reopening flushed file at 1732393249862 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3090dce5: reopening flushed file at 1732393249866 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false at 1732393249872 (+6 ms)Writing region close event to WAL at 1732393249877 (+5 ms)Closed at 1732393249877 2024-11-23T20:20:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741830_1006 (size=73878) 2024-11-23T20:20:49,882 INFO [M:0;80f3ff297c7b:38619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:20:49,882 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:49,882 INFO [M:0;80f3ff297c7b:38619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38619 2024-11-23T20:20:49,883 INFO [M:0;80f3ff297c7b:38619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:49,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:49,985 INFO [M:0;80f3ff297c7b:38619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:49,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x101467c932b0006, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:49,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3745fe02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:49,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a80487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:49,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:49,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f7ab5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:49,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2add119{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:49,991 WARN [BP-811730404-172.17.0.2-1732393224261 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:20:49,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:20:49,991 WARN [BP-811730404-172.17.0.2-1732393224261 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811730404-172.17.0.2-1732393224261 (Datanode Uuid c17d448d-3421-47fb-b194-09579e43c15a) service to localhost/127.0.0.1:39257 2024-11-23T20:20:49,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:20:49,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/cluster_4cdd2463-a36a-0d68-efc1-002563b150be/data/data1/current/BP-811730404-172.17.0.2-1732393224261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:49,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/cluster_4cdd2463-a36a-0d68-efc1-002563b150be/data/data2/current/BP-811730404-172.17.0.2-1732393224261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:49,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:20:50,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3cf852{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:50,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74bc548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:50,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:50,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396e52d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:50,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab2ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:20:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:20:50,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:50,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:50,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:50,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:20:50,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128559433, stopped=false 2024-11-23T20:20:50,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,42637,1732393221035 2024-11-23T20:20:50,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-214602957/running 2024-11-23T20:20:50,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-214602957/running 2024-11-23T20:20:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:50,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:50,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:50,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:50,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,44659,1732393221070' ***** 2024-11-23T20:20:50,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:20:50,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/running 2024-11-23T20:20:50,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Set watcher on znode that does not yet exist, /1-214602957/running 2024-11-23T20:20:50,023 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:20:50,023 INFO [RS:0;80f3ff297c7b:44659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:20:50,023 INFO [RS:0;80f3ff297c7b:44659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:20:50,023 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for 92663995616c5ff6e4caa5688898e481 2024-11-23T20:20:50,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:44659. 2024-11-23T20:20:50,024 DEBUG [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:50,024 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92663995616c5ff6e4caa5688898e481, disabling compactions & flushes 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:20:50,024 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:20:50,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:50,024 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:20:50,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. after waiting 0 ms 2024-11-23T20:20:50,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:50,025 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92663995616c5ff6e4caa5688898e481 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T20:20:50,025 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:20:50,025 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92663995616c5ff6e4caa5688898e481=hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481., cd52275150a4ef74257538c63f3e67ce=test,,1732393229726.cd52275150a4ef74257538c63f3e67ce.} 2024-11-23T20:20:50,025 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92663995616c5ff6e4caa5688898e481, cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:50,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:50,025 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:50,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:50,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:50,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:50,025 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:20:50,045 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/.tmp/queue/3c4cfda65efc4b5d99707c187bb26db2 is 154, key is 1-80f3ff297c7b,44659,1732393221070/queue:80f3ff297c7b%2C44659%2C1732393221070/1732393246008/Put/seqid=0 2024-11-23T20:20:50,049 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/info/e0e9782469ae441bb2e792ee15802f13 is 147, key is hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481./info:regioninfo/1732393236974/Put/seqid=0 2024-11-23T20:20:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741840_1016 (size=7686) 2024-11-23T20:20:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741841_1017 (size=5353) 2024-11-23T20:20:50,067 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/.tmp/queue/3c4cfda65efc4b5d99707c187bb26db2 2024-11-23T20:20:50,068 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:50,079 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/.tmp/queue/3c4cfda65efc4b5d99707c187bb26db2 as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/queue/3c4cfda65efc4b5d99707c187bb26db2 2024-11-23T20:20:50,085 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/queue/3c4cfda65efc4b5d99707c187bb26db2, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T20:20:50,086 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 92663995616c5ff6e4caa5688898e481 in 62ms, sequenceid=14, compaction requested=false 2024-11-23T20:20:50,097 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/replication/92663995616c5ff6e4caa5688898e481/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T20:20:50,097 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:50,097 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:50,098 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92663995616c5ff6e4caa5688898e481: Waiting for close lock at 1732393250024Running coprocessor pre-close hooks at 1732393250024Disabling compacts and flushes for region at 1732393250024Disabling writes for close at 1732393250024Obtaining lock to block concurrent updates at 1732393250025 (+1 ms)Preparing flush snapshotting stores in 92663995616c5ff6e4caa5688898e481 at 1732393250025Finished memstore snapshotting hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732393250025Flushing stores of hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. at 1732393250026 (+1 ms)Flushing 92663995616c5ff6e4caa5688898e481/queue: creating writer at 1732393250026Flushing 92663995616c5ff6e4caa5688898e481/queue: appending metadata at 1732393250045 (+19 ms)Flushing 92663995616c5ff6e4caa5688898e481/queue: closing flushed file at 1732393250045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab0c08e: reopening flushed file at 1732393250079 (+34 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 92663995616c5ff6e4caa5688898e481 in 62ms, sequenceid=14, compaction requested=false at 1732393250086 (+7 ms)Writing region close event to WAL at 1732393250092 (+6 ms)Running coprocessor post-close hooks at 1732393250097 (+5 ms)Closed at 1732393250098 (+1 ms) 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393236209.92663995616c5ff6e4caa5688898e481. 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd52275150a4ef74257538c63f3e67ce, disabling compactions & flushes 2024-11-23T20:20:50,098 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. after waiting 0 ms 2024-11-23T20:20:50,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:50,098 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd52275150a4ef74257538c63f3e67ce 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T20:20:50,127 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f/9f9b40a6162b4239b21b644724c39809 is 37, key is row3/f:row3/1732393244704/Put/seqid=0 2024-11-23T20:20:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741842_1018 (size=5228) 2024-11-23T20:20:50,137 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f/9f9b40a6162b4239b21b644724c39809 2024-11-23T20:20:50,143 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9b40a6162b4239b21b644724c39809 2024-11-23T20:20:50,168 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f1/8ba9bcad081442fdb86ccf11f4cb92ef is 30, key is row1/f1:/1732393242048/DeleteFamily/seqid=0 2024-11-23T20:20:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741843_1019 (size=5158) 2024-11-23T20:20:50,182 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f1/8ba9bcad081442fdb86ccf11f4cb92ef 2024-11-23T20:20:50,186 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba9bcad081442fdb86ccf11f4cb92ef 2024-11-23T20:20:50,212 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/norep/74d54503e1e54dc2a0d045efaa1b1339 is 33, key is row1/norep:/1732393242048/DeleteFamily/seqid=0 2024-11-23T20:20:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741844_1020 (size=5108) 2024-11-23T20:20:50,220 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/norep/74d54503e1e54dc2a0d045efaa1b1339 2024-11-23T20:20:50,225 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd52275150a4ef74257538c63f3e67ce 2024-11-23T20:20:50,225 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74d54503e1e54dc2a0d045efaa1b1339 2024-11-23T20:20:50,226 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f/9f9b40a6162b4239b21b644724c39809 as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/f/9f9b40a6162b4239b21b644724c39809 2024-11-23T20:20:50,233 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9b40a6162b4239b21b644724c39809 2024-11-23T20:20:50,233 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/f/9f9b40a6162b4239b21b644724c39809, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T20:20:50,241 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/f1/8ba9bcad081442fdb86ccf11f4cb92ef as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/f1/8ba9bcad081442fdb86ccf11f4cb92ef 2024-11-23T20:20:50,246 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba9bcad081442fdb86ccf11f4cb92ef 2024-11-23T20:20:50,246 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/f1/8ba9bcad081442fdb86ccf11f4cb92ef, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:50,247 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/.tmp/norep/74d54503e1e54dc2a0d045efaa1b1339 as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/norep/74d54503e1e54dc2a0d045efaa1b1339 2024-11-23T20:20:50,254 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74d54503e1e54dc2a0d045efaa1b1339 2024-11-23T20:20:50,254 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/norep/74d54503e1e54dc2a0d045efaa1b1339, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:50,255 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd52275150a4ef74257538c63f3e67ce in 157ms, sequenceid=12, compaction requested=false 2024-11-23T20:20:50,279 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/default/test/cd52275150a4ef74257538c63f3e67ce/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:20:50,280 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:50,280 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:50,280 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:50,280 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd52275150a4ef74257538c63f3e67ce: Waiting for close lock at 1732393250098Running coprocessor pre-close hooks at 1732393250098Disabling compacts and flushes for region at 1732393250098Disabling writes for close at 1732393250098Obtaining lock to block concurrent updates at 1732393250098Preparing flush snapshotting stores in cd52275150a4ef74257538c63f3e67ce at 1732393250098Finished memstore snapshotting test,,1732393229726.cd52275150a4ef74257538c63f3e67ce., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732393250099 (+1 ms)Flushing stores of test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. at 1732393250105 (+6 ms)Flushing cd52275150a4ef74257538c63f3e67ce/f: creating writer at 1732393250105Flushing cd52275150a4ef74257538c63f3e67ce/f: appending metadata at 1732393250127 (+22 ms)Flushing cd52275150a4ef74257538c63f3e67ce/f: closing flushed file at 1732393250127Flushing cd52275150a4ef74257538c63f3e67ce/f1: creating writer at 1732393250143 (+16 ms)Flushing cd52275150a4ef74257538c63f3e67ce/f1: appending metadata at 1732393250167 (+24 ms)Flushing cd52275150a4ef74257538c63f3e67ce/f1: closing flushed file at 1732393250167Flushing cd52275150a4ef74257538c63f3e67ce/norep: creating writer at 1732393250187 (+20 ms)Flushing cd52275150a4ef74257538c63f3e67ce/norep: appending metadata at 1732393250211 (+24 ms)Flushing cd52275150a4ef74257538c63f3e67ce/norep: closing flushed file at 1732393250211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f354054: reopening flushed file at 1732393250225 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50abd3: reopening flushed file at 1732393250233 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b59de09: reopening flushed file at 1732393250246 (+13 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd52275150a4ef74257538c63f3e67ce in 157ms, sequenceid=12, compaction requested=false at 1732393250255 (+9 ms)Writing region close event to WAL at 1732393250276 (+21 ms)Running coprocessor post-close hooks at 1732393250280 (+4 ms)Closed at 1732393250280 2024-11-23T20:20:50,280 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393229726.cd52275150a4ef74257538c63f3e67ce. 2024-11-23T20:20:50,425 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:50,431 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 1466, reset compression=false 2024-11-23T20:20:50,437 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:50,437 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 2357, reset compression=false 2024-11-23T20:20:50,437 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,44659,1732393221070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:50,438 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,44659,1732393221070: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,44659,1732393221070, walGroup=80f3ff297c7b%2C44659%2C1732393221070, offset=80f3ff297c7b%2C44659%2C1732393221070.1732393223087:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:44659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:20:50,439 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:20:50,439 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:20:50,440 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:20:50,440 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:20:50,440 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:20:50,440 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 900084368 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198077368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:20:50,441 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:42637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:42637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:20:50,463 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/info/e0e9782469ae441bb2e792ee15802f13 2024-11-23T20:20:50,492 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/ns/6b0e105ac554424fb13ebab9550045be is 43, key is default/ns:d/1732393224106/Put/seqid=0 2024-11-23T20:20:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741845_1021 (size=5153) 2024-11-23T20:20:50,504 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/ns/6b0e105ac554424fb13ebab9550045be 2024-11-23T20:20:50,528 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/rep_barrier/aa5e97fe796d46eda62b27a0a94ab2ce is 112, key is test,,1732393229726.cd52275150a4ef74257538c63f3e67ce./rep_barrier:seqnumDuringOpen/1732393230877/Put/seqid=0 2024-11-23T20:20:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741846_1022 (size=5518) 2024-11-23T20:20:50,549 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/rep_barrier/aa5e97fe796d46eda62b27a0a94ab2ce 2024-11-23T20:20:50,573 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/table/9fa6eada846940be9cdc620485f3728e is 53, key is hbase:replication/table:state/1732393236984/Put/seqid=0 2024-11-23T20:20:50,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741847_1023 (size=5308) 2024-11-23T20:20:50,589 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/table/9fa6eada846940be9cdc620485f3728e 2024-11-23T20:20:50,595 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/info/e0e9782469ae441bb2e792ee15802f13 as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/info/e0e9782469ae441bb2e792ee15802f13 2024-11-23T20:20:50,599 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/info/e0e9782469ae441bb2e792ee15802f13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:20:50,599 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/ns/6b0e105ac554424fb13ebab9550045be as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/ns/6b0e105ac554424fb13ebab9550045be 2024-11-23T20:20:50,604 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/ns/6b0e105ac554424fb13ebab9550045be, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:20:50,605 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/rep_barrier/aa5e97fe796d46eda62b27a0a94ab2ce as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/rep_barrier/aa5e97fe796d46eda62b27a0a94ab2ce 2024-11-23T20:20:50,611 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/rep_barrier/aa5e97fe796d46eda62b27a0a94ab2ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:20:50,611 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/.tmp/table/9fa6eada846940be9cdc620485f3728e as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/table/9fa6eada846940be9cdc620485f3728e 2024-11-23T20:20:50,616 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/table/9fa6eada846940be9cdc620485f3728e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:20:50,618 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false 2024-11-23T20:20:50,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:20:50,625 DEBUG [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:50,632 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:20:50,633 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:50,633 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:50,633 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:50,633 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393250025Running coprocessor pre-close hooks at 1732393250025Disabling compacts and flushes for region at 1732393250025Disabling writes for close at 1732393250025Obtaining lock to block concurrent updates at 1732393250025Preparing flush snapshotting stores in 1588230740 at 1732393250025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393250025Flushing stores of hbase:meta,,1.1588230740 at 1732393250026 (+1 ms)Flushing 1588230740/info: creating writer at 1732393250026Flushing 1588230740/info: appending metadata at 1732393250049 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732393250049Flushing 1588230740/ns: creating writer at 1732393250473 (+424 ms)Flushing 1588230740/ns: appending metadata at 1732393250492 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732393250492Flushing 1588230740/rep_barrier: creating writer at 1732393250509 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393250527 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393250527Flushing 1588230740/table: creating writer at 1732393250553 (+26 ms)Flushing 1588230740/table: appending metadata at 1732393250573 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732393250573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26532f0: reopening flushed file at 1732393250594 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a8ca77: reopening flushed file at 1732393250599 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457f732: reopening flushed file at 1732393250604 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b743f2: reopening flushed file at 1732393250611 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false at 1732393250618 (+7 ms)Writing region close event to WAL at 1732393250626 (+8 ms)Running coprocessor post-close hooks at 1732393250633 (+7 ms)Closed at 1732393250633 2024-11-23T20:20:50,633 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:50,641 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.wal-reader.80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 to pos 2357, reset compression=false 2024-11-23T20:20:50,650 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:50,826 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,44659,1732393221070; all regions closed. 2024-11-23T20:20:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:20:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741839_1015 (size=3552) 2024-11-23T20:20:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741832_1008 (size=2365) 2024-11-23T20:20:50,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/WALs/80f3ff297c7b,44659,1732393221070/80f3ff297c7b%2C44659%2C1732393221070.1732393223087 not finished, retry = 0 2024-11-23T20:20:50,937 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:20:50,937 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:20:50,941 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:50,941 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,44659,1732393221070 because: Region server is closing 2024-11-23T20:20:50,941 INFO [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:44659. 2024-11-23T20:20:50,941 DEBUG [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:50,942 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,942 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:50,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:51,042 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,44659,1732393221070.replicationSource.shipper80f3ff297c7b%2C44659%2C1732393221070,1-80f3ff297c7b,44659,1732393221070 terminated 2024-11-23T20:20:51,042 INFO [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:44659. 2024-11-23T20:20:51,042 DEBUG [RS:0;80f3ff297c7b:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:51,042 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:51,042 DEBUG [RS:0;80f3ff297c7b:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:51,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:51,042 INFO [RS:0;80f3ff297c7b:44659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44659 2024-11-23T20:20:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957/rs 2024-11-23T20:20:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-214602957/rs/80f3ff297c7b,44659,1732393221070 2024-11-23T20:20:51,045 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:51,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,44659,1732393221070] 2024-11-23T20:20:51,047 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-214602957/draining/80f3ff297c7b,44659,1732393221070 already deleted, retry=false 2024-11-23T20:20:51,047 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,44659,1732393221070 expired; onlineServers=0 2024-11-23T20:20:51,047 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,42637,1732393221035' ***** 2024-11-23T20:20:51,047 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:20:51,047 INFO [M:0;80f3ff297c7b:42637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:51,048 DEBUG [M:0;80f3ff297c7b:42637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:20:51,048 DEBUG [M:0;80f3ff297c7b:42637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:20:51,048 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:20:51,048 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393222880 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393222880,5,FailOnTimeoutGroup] 2024-11-23T20:20:51,048 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393222878 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393222878,5,FailOnTimeoutGroup] 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:51,048 DEBUG [M:0;80f3ff297c7b:42637 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:51,048 INFO [M:0;80f3ff297c7b:42637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:20:51,048 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:20:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-214602957/master 2024-11-23T20:20:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-214602957 2024-11-23T20:20:51,050 DEBUG [M:0;80f3ff297c7b:42637 {}] zookeeper.ZKUtil(347): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Unable to get data of znode /1-214602957/master because node does not exist (not an error) 2024-11-23T20:20:51,050 WARN [M:0;80f3ff297c7b:42637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:20:51,051 INFO [M:0;80f3ff297c7b:42637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/.lastflushedseqids 2024-11-23T20:20:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741848_1024 (size=245) 2024-11-23T20:20:51,061 INFO [M:0;80f3ff297c7b:42637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:20:51,061 INFO [M:0;80f3ff297c7b:42637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:20:51,061 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:51,061 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:51,061 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:51,061 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:51,061 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:51,061 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T20:20:51,080 DEBUG [M:0;80f3ff297c7b:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4598ad863a4c55ad76fad0a85124af is 82, key is hbase:meta,,1/info:regioninfo/1732393224094/Put/seqid=0 2024-11-23T20:20:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741849_1025 (size=5672) 2024-11-23T20:20:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:51,146 INFO [RS:0;80f3ff297c7b:44659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x101467c932b0004, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:51,147 INFO [RS:0;80f3ff297c7b:44659 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,44659,1732393221070; zookeeper connection closed. 2024-11-23T20:20:51,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b3d1367 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b3d1367 2024-11-23T20:20:51,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:20:51,485 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4598ad863a4c55ad76fad0a85124af 2024-11-23T20:20:51,512 DEBUG [M:0;80f3ff297c7b:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b447680cbbc644078b9152d16e48294b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393236987/Put/seqid=0 2024-11-23T20:20:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741850_1026 (size=8517) 2024-11-23T20:20:51,515 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b447680cbbc644078b9152d16e48294b 2024-11-23T20:20:51,551 DEBUG [M:0;80f3ff297c7b:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b9f4ca1ff241f1880d7a3ec99f1783 is 69, key is 80f3ff297c7b,44659,1732393221070/rs:state/1732393222914/Put/seqid=0 2024-11-23T20:20:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741851_1027 (size=5156) 2024-11-23T20:20:51,660 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:51,956 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b9f4ca1ff241f1880d7a3ec99f1783 2024-11-23T20:20:51,961 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4598ad863a4c55ad76fad0a85124af as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df4598ad863a4c55ad76fad0a85124af 2024-11-23T20:20:51,965 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df4598ad863a4c55ad76fad0a85124af, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:20:51,966 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b447680cbbc644078b9152d16e48294b as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b447680cbbc644078b9152d16e48294b 2024-11-23T20:20:51,970 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b447680cbbc644078b9152d16e48294b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:20:51,970 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b9f4ca1ff241f1880d7a3ec99f1783 as hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b9f4ca1ff241f1880d7a3ec99f1783 2024-11-23T20:20:51,973 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42933/user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b9f4ca1ff241f1880d7a3ec99f1783, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:20:51,974 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-23T20:20:51,975 INFO [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:51,975 DEBUG [M:0;80f3ff297c7b:42637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393251061Disabling compacts and flushes for region at 1732393251061Disabling writes for close at 1732393251061Obtaining lock to block concurrent updates at 1732393251061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393251061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732393251062 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393251062Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393251062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393251080 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393251080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393251489 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393251511 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393251511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393251519 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393251551 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393251551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3445cc4a: reopening flushed file at 1732393251960 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca1f56e: reopening flushed file at 1732393251965 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acdaf91: reopening flushed file at 1732393251970 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1732393251974 (+4 ms)Writing region close event to WAL at 1732393251975 (+1 ms)Closed at 1732393251975 2024-11-23T20:20:51,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e43d9b9-a492-bb56-3000-1c8b865c561b/MasterData/WALs/80f3ff297c7b,42637,1732393221035/80f3ff297c7b%2C42637%2C1732393221035.1732393222758 not finished, retry = 0 2024-11-23T20:20:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741830_1006 (size=63666) 2024-11-23T20:20:52,078 INFO [M:0;80f3ff297c7b:42637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:20:52,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:52,078 INFO [M:0;80f3ff297c7b:42637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42637 2024-11-23T20:20:52,079 INFO [M:0;80f3ff297c7b:42637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:52,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,181 INFO [M:0;80f3ff297c7b:42637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x101467c932b0003, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:52,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55580c18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:52,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25482ea9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:52,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:52,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33eb7338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:52,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a6605b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:52,187 WARN [BP-1387756237-172.17.0.2-1732393219978 heartbeating to localhost/127.0.0.1:42933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:20:52,187 WARN [BP-1387756237-172.17.0.2-1732393219978 heartbeating to localhost/127.0.0.1:42933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1387756237-172.17.0.2-1732393219978 (Datanode Uuid 06fde312-6dc7-4152-8b5b-316a67a64492) service to localhost/127.0.0.1:42933 2024-11-23T20:20:52,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:20:52,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:20:52,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/cluster_1b157a3a-3c4f-d40e-deb7-9f4a761c399f/data/data1/current/BP-1387756237-172.17.0.2-1732393219978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:52,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:20:52,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/cluster_1b157a3a-3c4f-d40e-deb7-9f4a761c399f/data/data2/current/BP-1387756237-172.17.0.2-1732393219978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:52,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6116b280{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:52,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ecc8c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:52,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:52,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dee079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:52,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42079d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f72bcc6-1e5c-5c74-5de9-f8fc9eeadccc/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:20:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:20:52,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:52,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:52,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:52,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:52,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:20:52,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=409748190, stopped=false 2024-11-23T20:20:52,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,45533,1732393217226 2024-11-23T20:20:52,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079716230/running 2024-11-23T20:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079716230/running 2024-11-23T20:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:52,212 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:52,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/running 2024-11-23T20:20:52,212 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-23T20:20:52,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:20:52,213 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:52,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:52,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:52,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Set watcher on znode that does not yet exist, /0-2079716230/running 2024-11-23T20:20:52,213 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,35619,1732393217277' ***** 2024-11-23T20:20:52,213 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:20:52,213 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d16477bc1c13e1c100a51033675a83e, disabling compactions & flushes 2024-11-23T20:20:52,214 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. after waiting 0 ms 2024-11-23T20:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:52,214 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d16477bc1c13e1c100a51033675a83e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T20:20:52,215 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:20:52,215 INFO [RS:0;80f3ff297c7b:35619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:20:52,215 INFO [RS:0;80f3ff297c7b:35619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:20:52,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 4768f6459fe5dfbf060f8e3c9621d6fd, which we are already trying to CLOSE, but not completed yet 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35619. 2024-11-23T20:20:52,216 DEBUG [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:52,216 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:20:52,216 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:20:52,216 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1325): Online Regions={8d16477bc1c13e1c100a51033675a83e=test,,1732393227576.8d16477bc1c13e1c100a51033675a83e., 4768f6459fe5dfbf060f8e3c9621d6fd=hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:20:52,216 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd, 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:52,217 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:52,217 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:52,217 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:52,217 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:52,217 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:52,217 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:20:52,234 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:52,243 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f/da9e6d44ee7c4e9ca2aba9e5b7592c60 is 37, key is row3/f:row3/1732393244704/Put/seqid=0 2024-11-23T20:20:52,248 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/info/cf343e03581947dbbb746f22b81b9038 is 147, key is hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd./info:regioninfo/1732393235234/Put/seqid=0 2024-11-23T20:20:52,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741840_1016 (size=5228) 2024-11-23T20:20:52,260 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f/da9e6d44ee7c4e9ca2aba9e5b7592c60 2024-11-23T20:20:52,262 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:45533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T20:20:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741841_1017 (size=7686) 2024-11-23T20:20:52,271 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/info/cf343e03581947dbbb746f22b81b9038 2024-11-23T20:20:52,275 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da9e6d44ee7c4e9ca2aba9e5b7592c60 2024-11-23T20:20:52,299 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f1/354b7a78fce9498c97d492065588ad00 is 30, key is row1/f1:/1732393242048/DeleteFamily/seqid=0 2024-11-23T20:20:52,303 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/ns/1336258e0cd8445f9803673cbf19bbad is 43, key is default/ns:d/1732393219835/Put/seqid=0 2024-11-23T20:20:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741842_1018 (size=5158) 2024-11-23T20:20:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741843_1019 (size=5153) 2024-11-23T20:20:52,399 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:20:52,399 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:20:52,417 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd, 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:52,617 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd, 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:52,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:20:52,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,710 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f1/354b7a78fce9498c97d492065588ad00 2024-11-23T20:20:52,712 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/ns/1336258e0cd8445f9803673cbf19bbad 2024-11-23T20:20:52,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,715 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 354b7a78fce9498c97d492065588ad00 2024-11-23T20:20:52,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:52,734 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/norep/5832b95d685c4e0396a88c5408cf56bf is 32, key is row/norep:/1732393241042/DeleteFamily/seqid=0 2024-11-23T20:20:52,736 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd55b4aa9ed446abd7ca5d23c2894bf is 112, key is test,,1732393227576.8d16477bc1c13e1c100a51033675a83e./rep_barrier:seqnumDuringOpen/1732393228742/Put/seqid=0 2024-11-23T20:20:52,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741844_1020 (size=5101) 2024-11-23T20:20:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741845_1021 (size=5518) 2024-11-23T20:20:52,764 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1488, reset compression=false 2024-11-23T20:20:52,769 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:52,769 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1735, reset compression=false 2024-11-23T20:20:52,769 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35619,1732393217277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:20:52,770 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,35619,1732393217277: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,35619,1732393217277, walGroup=80f3ff297c7b%2C35619%2C1732393217277, offset=80f3ff297c7b%2C35619%2C1732393217277.1732393219579:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:35619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:20:52,771 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:20:52,771 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:20:52,772 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 799712688 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198864080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:20:52,772 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:45533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:45533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:20:52,817 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd, 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:52,981 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1735, reset compression=false 2024-11-23T20:20:53,017 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd, 8d16477bc1c13e1c100a51033675a83e 2024-11-23T20:20:53,139 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/norep/5832b95d685c4e0396a88c5408cf56bf 2024-11-23T20:20:53,143 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5832b95d685c4e0396a88c5408cf56bf 2024-11-23T20:20:53,144 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f/da9e6d44ee7c4e9ca2aba9e5b7592c60 as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/f/da9e6d44ee7c4e9ca2aba9e5b7592c60 2024-11-23T20:20:53,148 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da9e6d44ee7c4e9ca2aba9e5b7592c60 2024-11-23T20:20:53,148 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/f/da9e6d44ee7c4e9ca2aba9e5b7592c60, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T20:20:53,149 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/f1/354b7a78fce9498c97d492065588ad00 as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/f1/354b7a78fce9498c97d492065588ad00 2024-11-23T20:20:53,150 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd55b4aa9ed446abd7ca5d23c2894bf 2024-11-23T20:20:53,155 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 354b7a78fce9498c97d492065588ad00 2024-11-23T20:20:53,156 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/f1/354b7a78fce9498c97d492065588ad00, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:53,157 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/.tmp/norep/5832b95d685c4e0396a88c5408cf56bf as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/norep/5832b95d685c4e0396a88c5408cf56bf 2024-11-23T20:20:53,162 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5832b95d685c4e0396a88c5408cf56bf 2024-11-23T20:20:53,162 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/norep/5832b95d685c4e0396a88c5408cf56bf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T20:20:53,163 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8d16477bc1c13e1c100a51033675a83e in 949ms, sequenceid=12, compaction requested=false 2024-11-23T20:20:53,163 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:20:53,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/default/test/8d16477bc1c13e1c100a51033675a83e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:20:53,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:53,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:53,180 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d16477bc1c13e1c100a51033675a83e: Waiting for close lock at 1732393252214Running coprocessor pre-close hooks at 1732393252214Disabling compacts and flushes for region at 1732393252214Disabling writes for close at 1732393252214Obtaining lock to block concurrent updates at 1732393252214Preparing flush snapshotting stores in 8d16477bc1c13e1c100a51033675a83e at 1732393252214Finished memstore snapshotting test,,1732393227576.8d16477bc1c13e1c100a51033675a83e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732393252215 (+1 ms)Flushing stores of test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. at 1732393252215Flushing 8d16477bc1c13e1c100a51033675a83e/f: creating writer at 1732393252216 (+1 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/f: appending metadata at 1732393252242 (+26 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/f: closing flushed file at 1732393252242Flushing 8d16477bc1c13e1c100a51033675a83e/f1: creating writer at 1732393252275 (+33 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/f1: appending metadata at 1732393252298 (+23 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/f1: closing flushed file at 1732393252298Flushing 8d16477bc1c13e1c100a51033675a83e/norep: creating writer at 1732393252715 (+417 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/norep: appending metadata at 1732393252733 (+18 ms)Flushing 8d16477bc1c13e1c100a51033675a83e/norep: closing flushed file at 1732393252733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ecff28: reopening flushed file at 1732393253144 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21af477b: reopening flushed file at 1732393253149 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cf80c3: reopening flushed file at 1732393253156 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8d16477bc1c13e1c100a51033675a83e in 949ms, sequenceid=12, compaction requested=false at 1732393253163 (+7 ms)Writing region close event to WAL at 1732393253176 (+13 ms)Running coprocessor post-close hooks at 1732393253180 (+4 ms)Closed at 1732393253180 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393227576.8d16477bc1c13e1c100a51033675a83e. 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4768f6459fe5dfbf060f8e3c9621d6fd, disabling compactions & flushes 2024-11-23T20:20:53,181 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. after waiting 0 ms 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4768f6459fe5dfbf060f8e3c9621d6fd: Waiting for close lock at 1732393253181Running coprocessor pre-close hooks at 1732393253181Disabling compacts and flushes for region at 1732393253181Disabling writes for close at 1732393253181Failed flush hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., putting online again at 1732393253181 2024-11-23T20:20:53,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,188 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/table/27ba9675a1a6485282051c742deb09b3 is 53, key is hbase:replication/table:state/1732393235241/Put/seqid=0 2024-11-23T20:20:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741846_1022 (size=5308) 2024-11-23T20:20:53,217 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:20:53,218 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1325): Online Regions={4768f6459fe5dfbf060f8e3c9621d6fd=hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:20:53,218 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:53,218 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4768f6459fe5dfbf060f8e3c9621d6fd 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4768f6459fe5dfbf060f8e3c9621d6fd, disabling compactions & flushes 2024-11-23T20:20:53,218 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. after waiting 0 ms 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4768f6459fe5dfbf060f8e3c9621d6fd: Waiting for close lock at 1732393253218Running coprocessor pre-close hooks at 1732393253218Disabling compacts and flushes for region at 1732393253218Disabling writes for close at 1732393253218Failed flush hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd., putting online again at 1732393253218 2024-11-23T20:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393234049.4768f6459fe5dfbf060f8e3c9621d6fd. 2024-11-23T20:20:53,285 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 1735, reset compression=false 2024-11-23T20:20:53,297 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:20:53,297 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 2379, reset compression=false 2024-11-23T20:20:53,418 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:53,516 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 2379, reset compression=false 2024-11-23T20:20:53,595 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/table/27ba9675a1a6485282051c742deb09b3 2024-11-23T20:20:53,600 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/info/cf343e03581947dbbb746f22b81b9038 as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/info/cf343e03581947dbbb746f22b81b9038 2024-11-23T20:20:53,605 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/info/cf343e03581947dbbb746f22b81b9038, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:20:53,606 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/ns/1336258e0cd8445f9803673cbf19bbad as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/ns/1336258e0cd8445f9803673cbf19bbad 2024-11-23T20:20:53,616 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/ns/1336258e0cd8445f9803673cbf19bbad, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:20:53,618 DEBUG [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:20:53,619 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd55b4aa9ed446abd7ca5d23c2894bf as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/rep_barrier/bdd55b4aa9ed446abd7ca5d23c2894bf 2024-11-23T20:20:53,626 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/rep_barrier/bdd55b4aa9ed446abd7ca5d23c2894bf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:20:53,627 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/.tmp/table/27ba9675a1a6485282051c742deb09b3 as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/table/27ba9675a1a6485282051c742deb09b3 2024-11-23T20:20:53,630 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/table/27ba9675a1a6485282051c742deb09b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:20:53,631 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=16, compaction requested=false 2024-11-23T20:20:53,631 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:20:53,658 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:20:53,659 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:20:53,659 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:20:53,659 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:53,659 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393252216Running coprocessor pre-close hooks at 1732393252217 (+1 ms)Disabling compacts and flushes for region at 1732393252217Disabling writes for close at 1732393252217Obtaining lock to block concurrent updates at 1732393252217Preparing flush snapshotting stores in 1588230740 at 1732393252217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393252217Flushing stores of hbase:meta,,1.1588230740 at 1732393252218 (+1 ms)Flushing 1588230740/info: creating writer at 1732393252218Flushing 1588230740/info: appending metadata at 1732393252248 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732393252248Flushing 1588230740/ns: creating writer at 1732393252278 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732393252303 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732393252303Flushing 1588230740/rep_barrier: creating writer at 1732393252716 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393252735 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393252735Flushing 1588230740/table: creating writer at 1732393253155 (+420 ms)Flushing 1588230740/table: appending metadata at 1732393253187 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732393253187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b41b39f: reopening flushed file at 1732393253600 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2274c82c: reopening flushed file at 1732393253605 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7737ac3c: reopening flushed file at 1732393253616 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed1ae37: reopening flushed file at 1732393253626 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=16, compaction requested=false at 1732393253631 (+5 ms)Writing region close event to WAL at 1732393253653 (+22 ms)Running coprocessor post-close hooks at 1732393253659 (+6 ms)Closed at 1732393253659 2024-11-23T20:20:53,659 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:53,818 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T20:20:53,818 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,35619,1732393217277; all regions closed. 2024-11-23T20:20:53,822 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/WALs/80f3ff297c7b,35619,1732393217277/80f3ff297c7b%2C35619%2C1732393217277.1732393219579 to pos 2379, reset compression=false 2024-11-23T20:20:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:20:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741839_1015 (size=2609) 2024-11-23T20:20:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741833_1009 (size=2387) 2024-11-23T20:20:53,843 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:53,843 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:20:53,844 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:53,844 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:53,844 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:53,844 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:53,844 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,35619,1732393217277 because: Region server is closing 2024-11-23T20:20:53,845 INFO [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35619. 2024-11-23T20:20:53,845 DEBUG [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:53,845 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:53,845 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:53,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:53,945 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.shipper80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 terminated 2024-11-23T20:20:53,945 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35619,1732393217277.replicationSource.wal-reader.80f3ff297c7b%2C35619%2C1732393217277,1-80f3ff297c7b,35619,1732393217277 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:20:53,946 INFO [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35619. 2024-11-23T20:20:53,946 DEBUG [RS:0;80f3ff297c7b:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:20:53,946 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:53,946 DEBUG [RS:0;80f3ff297c7b:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:53,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:20:53,946 INFO [RS:0;80f3ff297c7b:35619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35619 2024-11-23T20:20:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230/rs 2024-11-23T20:20:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079716230/rs/80f3ff297c7b,35619,1732393217277 2024-11-23T20:20:53,948 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:53,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,35619,1732393217277] 2024-11-23T20:20:53,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079716230/draining/80f3ff297c7b,35619,1732393217277 already deleted, retry=false 2024-11-23T20:20:53,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,35619,1732393217277 expired; onlineServers=0 2024-11-23T20:20:53,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,45533,1732393217226' ***** 2024-11-23T20:20:53,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:20:53,951 INFO [M:0;80f3ff297c7b:45533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:20:53,952 INFO [M:0;80f3ff297c7b:45533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:20:53,952 DEBUG [M:0;80f3ff297c7b:45533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:20:53,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:20:53,952 DEBUG [M:0;80f3ff297c7b:45533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:20:53,952 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393219284 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393219284,5,FailOnTimeoutGroup] 2024-11-23T20:20:53,952 INFO [M:0;80f3ff297c7b:45533 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:20:53,952 INFO [M:0;80f3ff297c7b:45533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:20:53,952 DEBUG [M:0;80f3ff297c7b:45533 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:20:53,952 INFO [M:0;80f3ff297c7b:45533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:20:53,952 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393219296 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393219296,5,FailOnTimeoutGroup] 2024-11-23T20:20:53,953 INFO [M:0;80f3ff297c7b:45533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:20:53,953 INFO [M:0;80f3ff297c7b:45533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:20:53,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:20:53,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079716230/master 2024-11-23T20:20:53,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079716230 2024-11-23T20:20:53,953 DEBUG [M:0;80f3ff297c7b:45533 {}] zookeeper.ZKUtil(347): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Unable to get data of znode /0-2079716230/master because node does not exist (not an error) 2024-11-23T20:20:53,953 WARN [M:0;80f3ff297c7b:45533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:20:53,954 INFO [M:0;80f3ff297c7b:45533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/.lastflushedseqids 2024-11-23T20:20:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741847_1023 (size=245) 2024-11-23T20:20:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:54,050 INFO [RS:0;80f3ff297c7b:35619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x101467c932b0001, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:54,050 INFO [RS:0;80f3ff297c7b:35619 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,35619,1732393217277; zookeeper connection closed. 2024-11-23T20:20:54,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a521ad5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a521ad5 2024-11-23T20:20:54,050 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:20:54,359 INFO [M:0;80f3ff297c7b:45533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:20:54,359 INFO [M:0;80f3ff297c7b:45533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:20:54,359 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:54,359 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:54,359 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:54,359 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:54,359 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:54,359 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-23T20:20:54,379 DEBUG [M:0;80f3ff297c7b:45533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d38551e34fe1453d900072f49284ecde is 82, key is hbase:meta,,1/info:regioninfo/1732393219811/Put/seqid=0 2024-11-23T20:20:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741848_1024 (size=5672) 2024-11-23T20:20:54,386 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d38551e34fe1453d900072f49284ecde 2024-11-23T20:20:54,418 DEBUG [M:0;80f3ff297c7b:45533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd762a0c607c4cb8a2bec43e53a03465 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393228764/Put/seqid=0 2024-11-23T20:20:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741849_1025 (size=7219) 2024-11-23T20:20:54,832 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd762a0c607c4cb8a2bec43e53a03465 2024-11-23T20:20:54,836 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd762a0c607c4cb8a2bec43e53a03465 2024-11-23T20:20:54,861 DEBUG [M:0;80f3ff297c7b:45533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312784f9011f4384b796e2011a56574e is 69, key is 80f3ff297c7b,35619,1732393217277/rs:state/1732393219313/Put/seqid=0 2024-11-23T20:20:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741850_1026 (size=5156) 2024-11-23T20:20:54,870 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312784f9011f4384b796e2011a56574e 2024-11-23T20:20:54,875 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d38551e34fe1453d900072f49284ecde as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d38551e34fe1453d900072f49284ecde 2024-11-23T20:20:54,879 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d38551e34fe1453d900072f49284ecde, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T20:20:54,880 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd762a0c607c4cb8a2bec43e53a03465 as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd762a0c607c4cb8a2bec43e53a03465 2024-11-23T20:20:54,884 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd762a0c607c4cb8a2bec43e53a03465 2024-11-23T20:20:54,884 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd762a0c607c4cb8a2bec43e53a03465, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T20:20:54,885 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312784f9011f4384b796e2011a56574e as hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/312784f9011f4384b796e2011a56574e 2024-11-23T20:20:54,889 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/b9f32e9d-d3ef-62c5-322b-02ea8e2d4dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/312784f9011f4384b796e2011a56574e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T20:20:54,890 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=105, compaction requested=false 2024-11-23T20:20:54,895 INFO [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:54,895 DEBUG [M:0;80f3ff297c7b:45533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393254359Disabling compacts and flushes for region at 1732393254359Disabling writes for close at 1732393254359Obtaining lock to block concurrent updates at 1732393254359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393254359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732393254360 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393254360Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393254360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393254379 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393254379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393254391 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393254417 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393254417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393254836 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393254860 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393254860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c19ad61: reopening flushed file at 1732393254874 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24cb407f: reopening flushed file at 1732393254879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70444a3d: reopening flushed file at 1732393254885 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=105, compaction requested=false at 1732393254890 (+5 ms)Writing region close event to WAL at 1732393254895 (+5 ms)Closed at 1732393254895 2024-11-23T20:20:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741830_1006 (size=64435) 2024-11-23T20:20:54,899 INFO [M:0;80f3ff297c7b:45533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:20:54,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:20:54,899 INFO [M:0;80f3ff297c7b:45533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45533 2024-11-23T20:20:54,899 INFO [M:0;80f3ff297c7b:45533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:20:55,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:55,002 INFO [M:0;80f3ff297c7b:45533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:20:55,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45533-0x101467c932b0000, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:20:55,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33425995{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:55,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@719833e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:55,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:55,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d985459{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:55,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6cc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:55,006 WARN [BP-723774566-172.17.0.2-1732393216178 heartbeating to localhost/127.0.0.1:43483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:20:55,006 WARN [BP-723774566-172.17.0.2-1732393216178 heartbeating to localhost/127.0.0.1:43483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-723774566-172.17.0.2-1732393216178 (Datanode Uuid 39e8936a-16e8-494b-b154-1c569df73b8f) service to localhost/127.0.0.1:43483 2024-11-23T20:20:55,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:20:55,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:20:55,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:20:55,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/data/data2/current/BP-723774566-172.17.0.2-1732393216178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:55,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/cluster_aba903af-ab27-fc1a-323c-013142b4d8e2/data/data1/current/BP-723774566-172.17.0.2-1732393216178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:20:55,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbbf729{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:55,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@407b9215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:20:55,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:20:55,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59632aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:20:55,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598ca5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad0ec431-da4b-59de-6d59-5a232cb4eff3/hadoop.log.dir/,STOPPED} 2024-11-23T20:20:55,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:20:55,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:20:55,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-23 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39257 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43483 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42933 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7073 (was 6916) - AvailableMemoryMB LEAK? - 2024-11-23T20:20:55,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=7072 2024-11-23T20:20:55,081 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T20:20:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir so I do NOT create it in target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8 2024-11-23T20:20:55,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:20:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.tmp.dir so I do NOT create it in target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8 2024-11-23T20:20:55,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74351ea7-6ae6-c3d1-eda1-621fcba2b896/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:20:55,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8 2024-11-23T20:20:55,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee, deleteOnExit=true 2024-11-23T20:20:55,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/zookeeper_0, clientPort=53419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:20:55,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53419 2024-11-23T20:20:55,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/test.cache.data in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:20:55,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:20:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:20:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:20:55,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467c932b0002, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:20:55,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101467c932b0008, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:20:55,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467c932b0002, quorum=127.0.0.1:49277, baseZNode=/0-2079716230 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:20:55,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101467c932b0008, quorum=127.0.0.1:49277, baseZNode=/2-1690509712 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:20:55,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467c932b0005, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:20:55,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467c932b0005, quorum=127.0.0.1:49277, baseZNode=/1-214602957 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:20:55,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:55,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:55,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:55,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:55,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:20:55,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:55,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb72c32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:55,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c01c237{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:55,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4d3430{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-14259233279663835667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:55,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a79f27b{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-11-23T20:20:55,383 INFO [Time-limited test {}] server.Server(415): Started @240811ms 2024-11-23T20:20:55,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:55,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:55,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:55,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:55,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:55,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7c806f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:55,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311a896c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:55,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b0a045e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/java.io.tmpdir/jetty-localhost-38269-hadoop-hdfs-3_4_1-tests_jar-_-any-7472308854171276808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:55,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49e26eb7{HTTP/1.1, (http/1.1)}{localhost:38269} 2024-11-23T20:20:55,618 INFO [Time-limited test {}] server.Server(415): Started @241046ms 2024-11-23T20:20:55,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:20:55,725 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/data/data1/current/BP-996314206-172.17.0.2-1732393255121/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:55,725 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/data/data2/current/BP-996314206-172.17.0.2-1732393255121/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:55,744 WARN [Thread-3417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:20:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e095c3fb6ec99df with lease ID 0x47908792dd2187f4: Processing first storage report for DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127 from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9f050e39-1493-4638-96aa-3d703019ea1f, infoPort=42391, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=127828368;c=1732393255121) 2024-11-23T20:20:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e095c3fb6ec99df with lease ID 0x47908792dd2187f4: from storage DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127 node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9f050e39-1493-4638-96aa-3d703019ea1f, infoPort=42391, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=127828368;c=1732393255121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e095c3fb6ec99df with lease ID 0x47908792dd2187f4: Processing first storage report for DS-fe569f5d-2bd7-4d44-bc4a-2c4f0fef37e4 from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9f050e39-1493-4638-96aa-3d703019ea1f, infoPort=42391, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=127828368;c=1732393255121) 2024-11-23T20:20:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e095c3fb6ec99df with lease ID 0x47908792dd2187f4: from storage DS-fe569f5d-2bd7-4d44-bc4a-2c4f0fef37e4 node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9f050e39-1493-4638-96aa-3d703019ea1f, infoPort=42391, infoSecurePort=0, ipcPort=43471, storageInfo=lv=-57;cid=testClusterID;nsid=127828368;c=1732393255121), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T20:20:55,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8 2024-11-23T20:20:55,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:20:55,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746 with version=8 2024-11-23T20:20:55,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/hbase-staging 2024-11-23T20:20:55,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:20:55,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:55,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43277 2024-11-23T20:20:55,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43277 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:20:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432770x0, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:55,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43277-0x101467d2b3c0000 connected 2024-11-23T20:20:55,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/running 2024-11-23T20:20:55,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746, hbase.cluster.distributed=false 2024-11-23T20:20:55,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/acl 2024-11-23T20:20:55,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-23T20:20:55,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43277 2024-11-23T20:20:55,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43277 2024-11-23T20:20:55,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-23T20:20:55,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-23T20:20:55,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:20:55,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:55,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35641 2024-11-23T20:20:55,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35641 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:20:55,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356410x0, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:55,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35641-0x101467d2b3c0001 connected 2024-11-23T20:20:55,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/running 2024-11-23T20:20:55,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:20:55,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:20:55,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/master 2024-11-23T20:20:55,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/acl 2024-11-23T20:20:55,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35641 2024-11-23T20:20:55,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35641 2024-11-23T20:20:55,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35641 2024-11-23T20:20:55,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35641 2024-11-23T20:20:55,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35641 2024-11-23T20:20:55,993 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:43277 2024-11-23T20:20:55,993 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-526882851/backup-masters/80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/backup-masters 2024-11-23T20:20:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/backup-masters 2024-11-23T20:20:55,996 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on existing znode=/0-526882851/backup-masters/80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526882851/master 2024-11-23T20:20:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:55,999 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on existing znode=/0-526882851/master 2024-11-23T20:20:56,000 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-526882851/backup-masters/80f3ff297c7b,43277,1732393255866 from backup master directory 2024-11-23T20:20:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/backup-masters 2024-11-23T20:20:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526882851/backup-masters/80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/backup-masters 2024-11-23T20:20:56,001 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:56,001 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:56,004 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/hbase.id] with ID: 3cd9f7f4-13f2-4000-9a6e-ea57d74eb974 2024-11-23T20:20:56,004 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/.tmp/hbase.id 2024-11-23T20:20:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:20:56,414 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/.tmp/hbase.id]:[hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/hbase.id] 2024-11-23T20:20:56,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:56,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:20:56,423 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:20:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:20:56,830 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:20:56,831 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:20:56,832 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:20:57,251 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store 2024-11-23T20:20:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:20:57,260 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:57,260 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:20:57,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393257260Disabling compacts and flushes for region at 1732393257260Disabling writes for close at 1732393257260Writing region close event to WAL at 1732393257260Closed at 1732393257260 2024-11-23T20:20:57,261 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/.initializing 2024-11-23T20:20:57,261 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/WALs/80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:57,262 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:57,264 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C43277%2C1732393255866, suffix=, logDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/WALs/80f3ff297c7b,43277,1732393255866, archiveDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/oldWALs, maxLogs=10 2024-11-23T20:20:57,287 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/WALs/80f3ff297c7b,43277,1732393255866/80f3ff297c7b%2C43277%2C1732393255866.1732393257264, exclude list is [], retry=0 2024-11-23T20:20:57,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127,DISK] 2024-11-23T20:20:57,298 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/WALs/80f3ff297c7b,43277,1732393255866/80f3ff297c7b%2C43277%2C1732393255866.1732393257264 2024-11-23T20:20:57,299 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-23T20:20:57,299 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:57,299 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:57,299 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,299 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:20:57,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:57,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:57,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:20:57,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:57,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:57,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:20:57,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:20:57,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:57,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:20:57,307 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,308 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,308 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,310 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,310 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,310 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:57,311 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:20:57,317 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:57,318 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70296486, jitterRate=0.047499269247055054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:57,318 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393257299Initializing all the Stores at 1732393257300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393257300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393257300Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393257300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393257300Cleaning up temporary data from old regions at 1732393257310 (+10 ms)Region opened successfully at 1732393257318 (+8 ms) 2024-11-23T20:20:57,320 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:20:57,323 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a0e2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:57,324 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:20:57,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:20:57,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:20:57,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:20:57,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:20:57,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:20:57,326 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:20:57,333 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:20:57,334 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/balancer because node does not exist (not necessarily an error) 2024-11-23T20:20:57,335 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/balancer already deleted, retry=false 2024-11-23T20:20:57,336 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:20:57,336 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:20:57,339 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/normalizer already deleted, retry=false 2024-11-23T20:20:57,339 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:20:57,341 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:20:57,342 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/switch/split already deleted, retry=false 2024-11-23T20:20:57,343 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:20:57,344 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/switch/merge already deleted, retry=false 2024-11-23T20:20:57,345 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:20:57,346 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/snapshot-cleanup already deleted, retry=false 2024-11-23T20:20:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526882851/running 2024-11-23T20:20:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526882851/running 2024-11-23T20:20:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,349 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,43277,1732393255866, sessionid=0x101467d2b3c0000, setting cluster-up flag (Was=false) 2024-11-23T20:20:57,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,355 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-526882851/flush-table-proc/acquired, /0-526882851/flush-table-proc/reached, /0-526882851/flush-table-proc/abort 2024-11-23T20:20:57,356 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:57,363 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-526882851/online-snapshot/acquired, /0-526882851/online-snapshot/reached, /0-526882851/online-snapshot/abort 2024-11-23T20:20:57,363 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:57,364 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:20:57,365 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:57,365 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:20:57,366 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:20:57,366 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,43277,1732393255866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:57,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:57,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:20:57,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:57,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393287373 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:20:57,373 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:20:57,375 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:20:57,376 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393257375,5,FailOnTimeoutGroup] 2024-11-23T20:20:57,376 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393257376,5,FailOnTimeoutGroup] 2024-11-23T20:20:57,376 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,377 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:20:57,377 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,377 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:20:57,381 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(746): ClusterId : 3cd9f7f4-13f2-4000-9a6e-ea57d74eb974 2024-11-23T20:20:57,381 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:20:57,382 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:20:57,382 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:20:57,385 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:20:57,385 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d11ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:20:57,400 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:35641 2024-11-23T20:20:57,400 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:20:57,400 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:20:57,400 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:20:57,401 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,43277,1732393255866 with port=35641, startcode=1732393255958 2024-11-23T20:20:57,401 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:20:57,402 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:20:57,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43277 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,404 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746 2024-11-23T20:20:57,404 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40125 2024-11-23T20:20:57,404 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:20:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/rs 2024-11-23T20:20:57,406 DEBUG [RS:0;80f3ff297c7b:35641 {}] zookeeper.ZKUtil(111): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on existing znode=/0-526882851/rs/80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,406 WARN [RS:0;80f3ff297c7b:35641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:57,406 INFO [RS:0;80f3ff297c7b:35641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:57,406 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,35641,1732393255958] 2024-11-23T20:20:57,410 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:20:57,412 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:20:57,412 INFO [RS:0;80f3ff297c7b:35641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:20:57,412 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,415 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:20:57,416 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:20:57,416 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:57,416 DEBUG [RS:0;80f3ff297c7b:35641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:20:57,418 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,419 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,419 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,419 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,419 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,419 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35641,1732393255958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:57,433 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:20:57,433 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,35641,1732393255958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,433 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,433 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.Replication(171): 80f3ff297c7b,35641,1732393255958 started 2024-11-23T20:20:57,447 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:57,447 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,35641,1732393255958, RpcServer on 80f3ff297c7b/172.17.0.2:35641, sessionid=0x101467d2b3c0001 2024-11-23T20:20:57,448 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:20:57,448 DEBUG [RS:0;80f3ff297c7b:35641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,448 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35641,1732393255958' 2024-11-23T20:20:57,448 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-526882851/flush-table-proc/abort' 2024-11-23T20:20:57,448 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-526882851/flush-table-proc/acquired' 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,35641,1732393255958' 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-526882851/online-snapshot/abort' 2024-11-23T20:20:57,450 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-526882851/online-snapshot/acquired' 2024-11-23T20:20:57,451 DEBUG [RS:0;80f3ff297c7b:35641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:20:57,451 INFO [RS:0;80f3ff297c7b:35641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:20:57,451 INFO [RS:0;80f3ff297c7b:35641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:20:57,551 INFO [RS:0;80f3ff297c7b:35641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:20:57,552 INFO [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35641%2C1732393255958, suffix=, logDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958, archiveDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs, maxLogs=10 2024-11-23T20:20:57,570 DEBUG [RS:0;80f3ff297c7b:35641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553, exclude list is [], retry=0 2024-11-23T20:20:57,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127,DISK] 2024-11-23T20:20:57,574 INFO [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 2024-11-23T20:20:57,574 DEBUG [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-23T20:20:57,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:20:57,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746 2024-11-23T20:20:57,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:20:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:58,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:58,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:58,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:58,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:58,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:58,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:58,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:58,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:58,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740 2024-11-23T20:20:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740 2024-11-23T20:20:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:58,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:58,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:58,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:20:58,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66121834, jitterRate=-0.014707893133163452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:58,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393258185Initializing all the Stores at 1732393258185Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393258185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258185Cleaning up temporary data from old regions at 1732393258192 (+7 ms)Region opened successfully at 1732393258195 (+3 ms) 2024-11-23T20:20:58,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:20:58,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:20:58,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:20:58,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:20:58,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:20:58,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:20:58,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393258195Disabling compacts and flushes for region at 1732393258195Disabling writes for close at 1732393258195Writing region close event to WAL at 1732393258196 (+1 ms)Closed at 1732393258196 2024-11-23T20:20:58,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:58,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:20:58,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:20:58,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:58,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:20:58,349 DEBUG [80f3ff297c7b:43277 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:20:58,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:58,350 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35641,1732393255958, state=OPENING 2024-11-23T20:20:58,351 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:20:58,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:58,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:20:58,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:20:58,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526882851/meta-region-server: CHANGED 2024-11-23T20:20:58,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526882851/meta-region-server: CHANGED 2024-11-23T20:20:58,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35641,1732393255958}] 2024-11-23T20:20:58,505 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:20:58,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:20:58,509 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:20:58,509 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:20:58,510 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:20:58,511 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35641%2C1732393255958.meta, suffix=.meta, logDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958, archiveDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs, maxLogs=10 2024-11-23T20:20:58,524 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.meta.1732393258511.meta, exclude list is [], retry=0 2024-11-23T20:20:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127,DISK] 2024-11-23T20:20:58,527 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.meta.1732393258511.meta 2024-11-23T20:20:58,527 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-23T20:20:58,527 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:20:58,528 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:20:58,528 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:20:58,528 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:20:58,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:20:58,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:20:58,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:20:58,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:20:58,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:20:58,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:20:58,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:20:58,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:20:58,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:20:58,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:20:58,533 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:20:58,533 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740 2024-11-23T20:20:58,534 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740 2024-11-23T20:20:58,535 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:20:58,535 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:20:58,535 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:20:58,536 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:20:58,536 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67404880, jitterRate=0.004410982131958008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:20:58,536 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:20:58,537 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393258528Writing region info on filesystem at 1732393258528Initializing all the Stores at 1732393258529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393258529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393258529Cleaning up temporary data from old regions at 1732393258535 (+6 ms)Running coprocessor post-open hooks at 1732393258536 (+1 ms)Region opened successfully at 1732393258537 (+1 ms) 2024-11-23T20:20:58,538 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393258505 2024-11-23T20:20:58,539 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:20:58,539 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:20:58,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:58,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,35641,1732393255958, state=OPEN 2024-11-23T20:20:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-526882851/meta-region-server 2024-11-23T20:20:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-526882851/meta-region-server 2024-11-23T20:20:58,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35641,1732393255958 2024-11-23T20:20:58,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526882851/meta-region-server: CHANGED 2024-11-23T20:20:58,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526882851/meta-region-server: CHANGED 2024-11-23T20:20:58,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:20:58,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,35641,1732393255958 in 193 msec 2024-11-23T20:20:58,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:20:58,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-23T20:20:58,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:20:58,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:20:58,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:58,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35641,1732393255958, seqNum=-1] 2024-11-23T20:20:58,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:58,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:58,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-23T20:20:58,555 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393258555, completionTime=-1 2024-11-23T20:20:58,555 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:20:58,555 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393318557 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393378557 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:43277, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,557 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,558 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,559 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.559sec 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:20:58,560 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:20:58,561 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:20:58,562 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:20:58,562 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:20:58,562 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,43277,1732393255866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:20:58,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78acbd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:58,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43277,-1 for getting cluster id 2024-11-23T20:20:58,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:20:58,583 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cd9f7f4-13f2-4000-9a6e-ea57d74eb974' 2024-11-23T20:20:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:20:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cd9f7f4-13f2-4000-9a6e-ea57d74eb974" 2024-11-23T20:20:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7088ee3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43277,-1] 2024-11-23T20:20:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:20:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:20:58,584 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:20:58,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adafe13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:20:58,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:20:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35641,1732393255958, seqNum=-1] 2024-11-23T20:20:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:20:58,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,43277,1732393255866 2024-11-23T20:20:58,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:20:58,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:58,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467d2b3c0002 connected 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir so I do NOT create it in target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f 2024-11-23T20:20:58,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.tmp.dir so I do NOT create it in target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f 2024-11-23T20:20:58,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:20:58,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/cluster_0e9b776e-b32d-e6ce-f26f-b7c6a315c819, deleteOnExit=true 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/test.cache.data in system properties and HBase conf 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:20:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:20:58,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:20:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:20:58,657 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T20:20:58,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,685 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,689 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,692 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,692 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,694 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:20:58,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:58,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:58,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:58,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:58,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:58,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:58,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c360c33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:58,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f416987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:58,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@282a3faf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/java.io.tmpdir/jetty-localhost-44547-hadoop-hdfs-3_4_1-tests_jar-_-any-5184225270729352619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:20:58,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba88da4{HTTP/1.1, (http/1.1)}{localhost:44547} 2024-11-23T20:20:58,884 INFO [Time-limited test {}] server.Server(415): Started @244312ms 2024-11-23T20:20:59,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:20:59,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:20:59,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:20:59,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:20:59,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:20:59,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f02827b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:20:59,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aaf8662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:20:59,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c056cc4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/java.io.tmpdir/jetty-localhost-38823-hadoop-hdfs-3_4_1-tests_jar-_-any-10273051300456960413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:20:59,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@222b61d4{HTTP/1.1, (http/1.1)}{localhost:38823} 2024-11-23T20:20:59,141 INFO [Time-limited test {}] server.Server(415): Started @244569ms 2024-11-23T20:20:59,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:20:59,268 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/cluster_0e9b776e-b32d-e6ce-f26f-b7c6a315c819/data/data1/current/BP-1645928119-172.17.0.2-1732393258614/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:59,268 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/cluster_0e9b776e-b32d-e6ce-f26f-b7c6a315c819/data/data2/current/BP-1645928119-172.17.0.2-1732393258614/current, will proceed with Du for space computation calculation, 2024-11-23T20:20:59,293 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:20:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d38ba29dde954bd with lease ID 0x89f9e76a21bc70cf: Processing first storage report for DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=1e311867-25aa-4bf6-9e56-67cd78896dc1, infoPort=46251, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=1125138882;c=1732393258614) 2024-11-23T20:20:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d38ba29dde954bd with lease ID 0x89f9e76a21bc70cf: from storage DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=1e311867-25aa-4bf6-9e56-67cd78896dc1, infoPort=46251, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=1125138882;c=1732393258614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d38ba29dde954bd with lease ID 0x89f9e76a21bc70cf: Processing first storage report for DS-972f57e0-5544-4eb4-8f0c-cc2ce8ad2c3f from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=1e311867-25aa-4bf6-9e56-67cd78896dc1, infoPort=46251, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=1125138882;c=1732393258614) 2024-11-23T20:20:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d38ba29dde954bd with lease ID 0x89f9e76a21bc70cf: from storage DS-972f57e0-5544-4eb4-8f0c-cc2ce8ad2c3f node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=1e311867-25aa-4bf6-9e56-67cd78896dc1, infoPort=46251, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=1125138882;c=1732393258614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:20:59,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f 2024-11-23T20:20:59,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:20:59,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67 with version=8 2024-11-23T20:20:59,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/hbase-staging 2024-11-23T20:20:59,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:20:59,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:59,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42683 2024-11-23T20:20:59,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42683 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:20:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426830x0, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:59,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42683-0x101467d2b3c0003 connected 2024-11-23T20:20:59,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/running 2024-11-23T20:20:59,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67, hbase.cluster.distributed=false 2024-11-23T20:20:59,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/acl 2024-11-23T20:20:59,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42683 2024-11-23T20:20:59,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42683 2024-11-23T20:20:59,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42683 2024-11-23T20:20:59,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42683 2024-11-23T20:20:59,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42683 2024-11-23T20:20:59,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:20:59,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:20:59,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:20:59,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:20:59,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:20:59,844 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:20:59,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42243 2024-11-23T20:20:59,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42243 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:20:59,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:20:59,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422430x0, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:20:59,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422430x0, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/running 2024-11-23T20:20:59,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:20:59,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42243-0x101467d2b3c0004 connected 2024-11-23T20:20:59,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:20:59,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/master 2024-11-23T20:20:59,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/acl 2024-11-23T20:20:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-23T20:20:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42243 2024-11-23T20:20:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42243 2024-11-23T20:20:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-23T20:20:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-23T20:20:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:20:59,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:20:59,891 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:42683 2024-11-23T20:20:59,893 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1178639875/backup-masters/80f3ff297c7b,42683,1732393259797 2024-11-23T20:20:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/backup-masters 2024-11-23T20:20:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/backup-masters 2024-11-23T20:20:59,895 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on existing znode=/1178639875/backup-masters/80f3ff297c7b,42683,1732393259797 2024-11-23T20:20:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1178639875/master 2024-11-23T20:20:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:20:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:20:59,898 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on existing znode=/1178639875/master 2024-11-23T20:20:59,898 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1178639875/backup-masters/80f3ff297c7b,42683,1732393259797 from backup master directory 2024-11-23T20:20:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1178639875/backup-masters/80f3ff297c7b,42683,1732393259797 2024-11-23T20:20:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/backup-masters 2024-11-23T20:20:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/backup-masters 2024-11-23T20:20:59,899 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:20:59,899 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,42683,1732393259797 2024-11-23T20:20:59,902 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/hbase.id] with ID: 0c9e2de2-2af4-436d-80fe-c2250dbb4c39 2024-11-23T20:20:59,902 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/.tmp/hbase.id 2024-11-23T20:20:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:00,313 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/.tmp/hbase.id]:[hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/hbase.id] 2024-11-23T20:21:00,320 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:00,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:00,321 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T20:21:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:00,746 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:00,747 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:00,747 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:00,763 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store 2024-11-23T20:21:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:01,178 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:01,178 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:01,178 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393261178Disabling compacts and flushes for region at 1732393261178Disabling writes for close at 1732393261178Writing region close event to WAL at 1732393261178Closed at 1732393261178 2024-11-23T20:21:01,179 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/.initializing 2024-11-23T20:21:01,179 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/WALs/80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:01,180 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:01,181 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C42683%2C1732393259797, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/WALs/80f3ff297c7b,42683,1732393259797, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:01,197 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/WALs/80f3ff297c7b,42683,1732393259797/80f3ff297c7b%2C42683%2C1732393259797.1732393261182, exclude list is [], retry=0 2024-11-23T20:21:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c,DISK] 2024-11-23T20:21:01,201 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/WALs/80f3ff297c7b,42683,1732393259797/80f3ff297c7b%2C42683%2C1732393259797.1732393261182 2024-11-23T20:21:01,201 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-23T20:21:01,201 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:01,201 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:01,201 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,201 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:01,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:01,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:01,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:01,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:01,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:01,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:01,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:01,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:01,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:01,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:01,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:01,210 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,211 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,211 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,212 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,212 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,212 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:01,213 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:01,214 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:01,215 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60363561, jitterRate=-0.10051284730434418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:01,215 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393261201Initializing all the Stores at 1732393261202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393261202Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393261204 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393261204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393261204Cleaning up temporary data from old regions at 1732393261212 (+8 ms)Region opened successfully at 1732393261215 (+3 ms) 2024-11-23T20:21:01,215 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:01,217 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba2f16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:01,218 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:01,218 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:01,218 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:01,218 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:01,219 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:01,219 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:01,219 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:01,226 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:01,236 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:01,238 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/balancer already deleted, retry=false 2024-11-23T20:21:01,238 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:01,239 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:01,240 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/normalizer already deleted, retry=false 2024-11-23T20:21:01,240 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:01,241 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:01,242 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/switch/split already deleted, retry=false 2024-11-23T20:21:01,243 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:01,245 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/switch/merge already deleted, retry=false 2024-11-23T20:21:01,247 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:01,248 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1178639875/running 2024-11-23T20:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1178639875/running 2024-11-23T20:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,250 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,42683,1732393259797, sessionid=0x101467d2b3c0003, setting cluster-up flag (Was=false) 2024-11-23T20:21:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,260 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1178639875/flush-table-proc/acquired, /1178639875/flush-table-proc/reached, /1178639875/flush-table-proc/abort 2024-11-23T20:21:01,261 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:01,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:01,268 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1178639875/online-snapshot/acquired, /1178639875/online-snapshot/reached, /1178639875/online-snapshot/abort 2024-11-23T20:21:01,269 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:01,270 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:01,271 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:01,272 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:01,272 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:01,272 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,42683,1732393259797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:01,273 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393291279 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:01,279 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(746): ClusterId : 0c9e2de2-2af4-436d-80fe-c2250dbb4c39 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:01,279 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:01,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:01,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:01,279 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:01,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:01,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:01,280 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,281 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:01,281 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:01,282 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:01,282 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8c7c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:01,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:01,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:01,284 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:01,285 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:01,288 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:01,288 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:01,292 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393261288,5,FailOnTimeoutGroup] 2024-11-23T20:21:01,296 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393261292,5,FailOnTimeoutGroup] 2024-11-23T20:21:01,297 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,297 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:01,297 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,297 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:01,300 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:42243 2024-11-23T20:21:01,300 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:01,300 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:01,300 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:01,301 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,42683,1732393259797 with port=42243, startcode=1732393259843 2024-11-23T20:21:01,301 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:01,302 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:01,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42683 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,304 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67 2024-11-23T20:21:01,304 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36765 2024-11-23T20:21:01,304 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:01,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/rs 2024-11-23T20:21:01,305 DEBUG [RS:0;80f3ff297c7b:42243 {}] zookeeper.ZKUtil(111): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on existing znode=/1178639875/rs/80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,305 WARN [RS:0;80f3ff297c7b:42243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:01,305 INFO [RS:0;80f3ff297c7b:42243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:01,305 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,42243,1732393259843] 2024-11-23T20:21:01,311 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:01,316 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:01,317 INFO [RS:0;80f3ff297c7b:42243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:01,317 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,317 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:01,317 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:01,317 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,317 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,317 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,317 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,317 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,317 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:01,318 DEBUG [RS:0;80f3ff297c7b:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,318 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42243,1732393259843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:01,333 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:01,333 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42243,1732393259843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,333 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,333 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.Replication(171): 80f3ff297c7b,42243,1732393259843 started 2024-11-23T20:21:01,346 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:01,346 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,42243,1732393259843, RpcServer on 80f3ff297c7b/172.17.0.2:42243, sessionid=0x101467d2b3c0004 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,42243,1732393259843' 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1178639875/flush-table-proc/abort' 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1178639875/flush-table-proc/acquired' 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:01,347 DEBUG [RS:0;80f3ff297c7b:42243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:01,348 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,42243,1732393259843' 2024-11-23T20:21:01,348 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1178639875/online-snapshot/abort' 2024-11-23T20:21:01,348 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1178639875/online-snapshot/acquired' 2024-11-23T20:21:01,348 DEBUG [RS:0;80f3ff297c7b:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:01,348 INFO [RS:0;80f3ff297c7b:42243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:01,348 INFO [RS:0;80f3ff297c7b:42243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:01,448 INFO [RS:0;80f3ff297c7b:42243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:01,450 INFO [RS:0;80f3ff297c7b:42243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C42243%2C1732393259843, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/oldWALs, maxLogs=10 2024-11-23T20:21:01,463 DEBUG [RS:0;80f3ff297c7b:42243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, exclude list is [], retry=0 2024-11-23T20:21:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c,DISK] 2024-11-23T20:21:01,467 INFO [RS:0;80f3ff297c7b:42243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 2024-11-23T20:21:01,467 DEBUG [RS:0;80f3ff297c7b:42243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-23T20:21:01,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:01,699 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67 2024-11-23T20:21:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:21:02,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:02,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:02,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:02,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:02,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:02,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:02,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:02,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:02,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:02,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:02,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740 2024-11-23T20:21:02,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740 2024-11-23T20:21:02,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:02,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:02,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:02,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:02,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59914041, jitterRate=-0.10721121728420258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393262104Initializing all the Stores at 1732393262105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393262105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262105Cleaning up temporary data from old regions at 1732393262112 (+7 ms)Region opened successfully at 1732393262115 (+3 ms) 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:02,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:02,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:02,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393262115Disabling compacts and flushes for region at 1732393262115Disabling writes for close at 1732393262115Writing region close event to WAL at 1732393262116 (+1 ms)Closed at 1732393262116 2024-11-23T20:21:02,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:02,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:02,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:02,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:02,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:02,269 DEBUG [80f3ff297c7b:42683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:02,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:02,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,42243,1732393259843, state=OPENING 2024-11-23T20:21:02,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:02,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:02,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,42243,1732393259843}] 2024-11-23T20:21:02,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1178639875/meta-region-server: CHANGED 2024-11-23T20:21:02,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1178639875/meta-region-server: CHANGED 2024-11-23T20:21:02,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:02,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:02,435 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:02,435 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:02,435 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:02,436 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C42243%2C1732393259843.meta, suffix=.meta, logDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/oldWALs, maxLogs=10 2024-11-23T20:21:02,455 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.meta.1732393262437.meta, exclude list is [], retry=0 2024-11-23T20:21:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c,DISK] 2024-11-23T20:21:02,459 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.meta.1732393262437.meta 2024-11-23T20:21:02,459 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-23T20:21:02,459 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:02,459 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:02,460 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:02,460 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:02,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:02,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:02,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:02,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:02,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:02,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:02,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:02,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:02,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:02,465 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:02,465 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740 2024-11-23T20:21:02,466 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740 2024-11-23T20:21:02,467 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:02,467 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:02,467 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:02,468 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:02,469 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66720982, jitterRate=-0.005779892206192017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:02,469 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:02,469 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393262460Writing region info on filesystem at 1732393262460Initializing all the Stores at 1732393262461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393262461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393262461Cleaning up temporary data from old regions at 1732393262467 (+6 ms)Running coprocessor post-open hooks at 1732393262469 (+2 ms)Region opened successfully at 1732393262469 2024-11-23T20:21:02,470 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393262430 2024-11-23T20:21:02,473 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:02,473 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:02,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:02,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,42243,1732393259843, state=OPEN 2024-11-23T20:21:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1178639875/meta-region-server 2024-11-23T20:21:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1178639875/meta-region-server 2024-11-23T20:21:02,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:02,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1178639875/meta-region-server: CHANGED 2024-11-23T20:21:02,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1178639875/meta-region-server: CHANGED 2024-11-23T20:21:02,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:02,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,42243,1732393259843 in 198 msec 2024-11-23T20:21:02,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:02,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-23T20:21:02,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:02,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,42243,1732393259843, seqNum=-1] 2024-11-23T20:21:02,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:02,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:02,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-23T20:21:02,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393262488, completionTime=-1 2024-11-23T20:21:02,488 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:02,488 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:02,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:02,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393322490 2024-11-23T20:21:02,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393382490 2024-11-23T20:21:02,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:21:02,490 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:42683, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,491 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,493 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.595sec 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:02,494 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:02,496 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:02,496 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:02,496 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,42683,1732393259797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:02,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a2d04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:02,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:02,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:02,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380a75c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:02,587 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4732f3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:02,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,42243,1732393259843, seqNum=-1] 2024-11-23T20:21:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:02,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:02,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:02,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:21:02,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:02,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467d2b3c0005 connected 2024-11-23T20:21:02,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir so I do NOT create it in target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af 2024-11-23T20:21:02,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:21:02,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.tmp.dir so I do NOT create it in target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af 2024-11-23T20:21:02,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:21:02,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af 2024-11-23T20:21:02,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/cluster_b53f9b5b-7b6e-5f0c-1365-a4a9efc2c34d, deleteOnExit=true 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/test.cache.data in system properties and HBase conf 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:21:02,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:21:02,606 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:21:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:21:02,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:02,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:02,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:02,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:02,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:02,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:02,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606a12fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:02,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c629e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:02,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@386e4a7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/java.io.tmpdir/jetty-localhost-32951-hadoop-hdfs-3_4_1-tests_jar-_-any-6817020035065891537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:02,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b27353{HTTP/1.1, (http/1.1)}{localhost:32951} 2024-11-23T20:21:02,858 INFO [Time-limited test {}] server.Server(415): Started @248285ms 2024-11-23T20:21:02,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:02,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:02,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:02,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:02,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:02,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a490d9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:02,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4a9931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:03,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a2a434e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/java.io.tmpdir/jetty-localhost-38851-hadoop-hdfs-3_4_1-tests_jar-_-any-6260791340818495978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:03,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40adf666{HTTP/1.1, (http/1.1)}{localhost:38851} 2024-11-23T20:21:03,142 INFO [Time-limited test {}] server.Server(415): Started @248570ms 2024-11-23T20:21:03,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:21:03,274 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/cluster_b53f9b5b-7b6e-5f0c-1365-a4a9efc2c34d/data/data1/current/BP-976368540-172.17.0.2-1732393262633/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:03,274 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/cluster_b53f9b5b-7b6e-5f0c-1365-a4a9efc2c34d/data/data2/current/BP-976368540-172.17.0.2-1732393262633/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:03,317 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:21:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04b8af9513d2c77 with lease ID 0x1218ce4ffacd32ef: Processing first storage report for DS-046ed37d-996d-4bca-9103-d40297e1a472 from datanode DatanodeRegistration(127.0.0.1:35429, datanodeUuid=7e75e9ad-cfe7-46b6-8de0-47faa9401da8, infoPort=40093, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1551300604;c=1732393262633) 2024-11-23T20:21:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04b8af9513d2c77 with lease ID 0x1218ce4ffacd32ef: from storage DS-046ed37d-996d-4bca-9103-d40297e1a472 node DatanodeRegistration(127.0.0.1:35429, datanodeUuid=7e75e9ad-cfe7-46b6-8de0-47faa9401da8, infoPort=40093, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1551300604;c=1732393262633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04b8af9513d2c77 with lease ID 0x1218ce4ffacd32ef: Processing first storage report for DS-7c950900-ee96-45a4-b9a0-8c8f7c64d4e5 from datanode DatanodeRegistration(127.0.0.1:35429, datanodeUuid=7e75e9ad-cfe7-46b6-8de0-47faa9401da8, infoPort=40093, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1551300604;c=1732393262633) 2024-11-23T20:21:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04b8af9513d2c77 with lease ID 0x1218ce4ffacd32ef: from storage DS-7c950900-ee96-45a4-b9a0-8c8f7c64d4e5 node DatanodeRegistration(127.0.0.1:35429, datanodeUuid=7e75e9ad-cfe7-46b6-8de0-47faa9401da8, infoPort=40093, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1551300604;c=1732393262633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:03,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af 2024-11-23T20:21:03,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:21:03,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:21:03,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d with version=8 2024-11-23T20:21:03,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/hbase-staging 2024-11-23T20:21:03,800 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:21:03,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:03,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46371 2024-11-23T20:21:03,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46371 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:21:03,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463710x0, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:03,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46371-0x101467d2b3c0006 connected 2024-11-23T20:21:03,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/running 2024-11-23T20:21:03,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d, hbase.cluster.distributed=false 2024-11-23T20:21:03,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/acl 2024-11-23T20:21:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-23T20:21:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46371 2024-11-23T20:21:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46371 2024-11-23T20:21:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-23T20:21:03,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-23T20:21:03,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:21:03,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:03,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40389 2024-11-23T20:21:03,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40389 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:21:03,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:03,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403890x0, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:03,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403890x0, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/running 2024-11-23T20:21:03,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40389-0x101467d2b3c0007 connected 2024-11-23T20:21:03,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:21:03,845 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:21:03,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/master 2024-11-23T20:21:03,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/acl 2024-11-23T20:21:03,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-23T20:21:03,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40389 2024-11-23T20:21:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40389 2024-11-23T20:21:03,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-23T20:21:03,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-23T20:21:03,868 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:46371 2024-11-23T20:21:03,868 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2896177023/backup-masters/80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/backup-masters 2024-11-23T20:21:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/backup-masters 2024-11-23T20:21:03,871 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on existing znode=/2896177023/backup-masters/80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2896177023/master 2024-11-23T20:21:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:03,873 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on existing znode=/2896177023/master 2024-11-23T20:21:03,873 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2896177023/backup-masters/80f3ff297c7b,46371,1732393263800 from backup master directory 2024-11-23T20:21:03,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/backup-masters 2024-11-23T20:21:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2896177023/backup-masters/80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/backup-masters 2024-11-23T20:21:03,875 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:03,875 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:03,878 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/hbase.id] with ID: ef5306e1-71f4-4a3f-abd6-1c24d81e35bb 2024-11-23T20:21:03,878 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/.tmp/hbase.id 2024-11-23T20:21:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:04,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:04,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:04,283 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/.tmp/hbase.id]:[hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/hbase.id] 2024-11-23T20:21:04,292 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:04,292 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:04,292 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T20:21:04,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:04,703 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:04,704 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:04,704 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:04,718 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store 2024-11-23T20:21:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:04,734 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:04,734 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:04,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393264734Disabling compacts and flushes for region at 1732393264734Disabling writes for close at 1732393264734Writing region close event to WAL at 1732393264734Closed at 1732393264734 2024-11-23T20:21:04,736 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/.initializing 2024-11-23T20:21:04,736 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/WALs/80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:04,738 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:04,740 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C46371%2C1732393263800, suffix=, logDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/WALs/80f3ff297c7b,46371,1732393263800, archiveDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:04,761 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/WALs/80f3ff297c7b,46371,1732393263800/80f3ff297c7b%2C46371%2C1732393263800.1732393264740, exclude list is [], retry=0 2024-11-23T20:21:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35429,DS-046ed37d-996d-4bca-9103-d40297e1a472,DISK] 2024-11-23T20:21:04,766 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/WALs/80f3ff297c7b,46371,1732393263800/80f3ff297c7b%2C46371%2C1732393263800.1732393264740 2024-11-23T20:21:04,772 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40093:40093)] 2024-11-23T20:21:04,772 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:04,773 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:04,773 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,773 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:04,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:04,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:04,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:04,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:04,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:04,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:04,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:04,786 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,787 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,787 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,788 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,788 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,789 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:04,792 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:04,797 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:04,797 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69838561, jitterRate=0.040675655007362366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:04,797 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393264773Initializing all the Stores at 1732393264774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393264774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393264775 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393264775Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393264775Cleaning up temporary data from old regions at 1732393264788 (+13 ms)Region opened successfully at 1732393264797 (+9 ms) 2024-11-23T20:21:04,804 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:04,807 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db124a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:04,807 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:04,808 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:04,818 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:04,818 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:04,821 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/balancer already deleted, retry=false 2024-11-23T20:21:04,822 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:04,822 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:04,823 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/normalizer already deleted, retry=false 2024-11-23T20:21:04,824 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:04,825 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:04,826 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/switch/split already deleted, retry=false 2024-11-23T20:21:04,827 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:04,828 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/switch/merge already deleted, retry=false 2024-11-23T20:21:04,830 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:04,832 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2896177023/running 2024-11-23T20:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2896177023/running 2024-11-23T20:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,834 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,46371,1732393263800, sessionid=0x101467d2b3c0006, setting cluster-up flag (Was=false) 2024-11-23T20:21:04,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,842 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2896177023/flush-table-proc/acquired, /2896177023/flush-table-proc/reached, /2896177023/flush-table-proc/abort 2024-11-23T20:21:04,843 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:04,857 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2896177023/online-snapshot/acquired, /2896177023/online-snapshot/reached, /2896177023/online-snapshot/abort 2024-11-23T20:21:04,861 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:04,863 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:04,865 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:04,866 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:04,866 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:04,866 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,46371,1732393263800 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:04,868 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:04,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:04,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:04,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393294905 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:04,905 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:04,908 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:04,912 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:04,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:04,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:04,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:04,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:04,913 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:04,914 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393264913,5,FailOnTimeoutGroup] 2024-11-23T20:21:04,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:04,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:04,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d 2024-11-23T20:21:04,922 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393264914,5,FailOnTimeoutGroup] 2024-11-23T20:21:04,922 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:04,923 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:04,923 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:04,923 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741832_1008 (size=32) 2024-11-23T20:21:04,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:04,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:04,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:04,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:04,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:04,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:04,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:04,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:04,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:04,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:04,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:04,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:04,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:04,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740 2024-11-23T20:21:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740 2024-11-23T20:21:04,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:04,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:04,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:04,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:04,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61437941, jitterRate=-0.08450333774089813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:04,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393264934Initializing all the Stores at 1732393264935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393264935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393264935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393264935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393264935Cleaning up temporary data from old regions at 1732393264943 (+8 ms)Region opened successfully at 1732393264951 (+8 ms) 2024-11-23T20:21:04,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:04,952 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:04,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:04,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:04,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:04,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:04,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393264951Disabling compacts and flushes for region at 1732393264951Disabling writes for close at 1732393264952 (+1 ms)Writing region close event to WAL at 1732393264957 (+5 ms)Closed at 1732393264957 2024-11-23T20:21:04,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:04,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:04,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:04,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:04,960 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(746): ClusterId : ef5306e1-71f4-4a3f-abd6-1c24d81e35bb 2024-11-23T20:21:04,960 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:04,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:04,963 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:04,963 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:04,964 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:04,965 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:04,991 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:40389 2024-11-23T20:21:04,991 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:04,991 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:04,991 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:04,992 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,46371,1732393263800 with port=40389, startcode=1732393263836 2024-11-23T20:21:04,993 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:04,994 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:04,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:04,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46371 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:04,996 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d 2024-11-23T20:21:04,996 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41341 2024-11-23T20:21:04,996 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:05,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/rs 2024-11-23T20:21:05,002 DEBUG [RS:0;80f3ff297c7b:40389 {}] zookeeper.ZKUtil(111): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on existing znode=/2896177023/rs/80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,002 WARN [RS:0;80f3ff297c7b:40389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:05,002 INFO [RS:0;80f3ff297c7b:40389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:05,002 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,40389,1732393263836] 2024-11-23T20:21:05,012 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:05,015 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:05,020 INFO [RS:0;80f3ff297c7b:40389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:05,020 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,021 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:05,022 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:05,022 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,022 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:05,023 DEBUG [RS:0;80f3ff297c7b:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,030 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40389,1732393263836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:05,055 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:05,055 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40389,1732393263836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,055 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,055 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.Replication(171): 80f3ff297c7b,40389,1732393263836 started 2024-11-23T20:21:05,077 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,077 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,40389,1732393263836, RpcServer on 80f3ff297c7b/172.17.0.2:40389, sessionid=0x101467d2b3c0007 2024-11-23T20:21:05,077 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:05,077 DEBUG [RS:0;80f3ff297c7b:40389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,077 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40389,1732393263836' 2024-11-23T20:21:05,077 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2896177023/flush-table-proc/abort' 2024-11-23T20:21:05,078 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2896177023/flush-table-proc/acquired' 2024-11-23T20:21:05,078 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40389,1732393263836' 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2896177023/online-snapshot/abort' 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2896177023/online-snapshot/acquired' 2024-11-23T20:21:05,079 DEBUG [RS:0;80f3ff297c7b:40389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:05,079 INFO [RS:0;80f3ff297c7b:40389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:05,079 INFO [RS:0;80f3ff297c7b:40389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:05,111 WARN [80f3ff297c7b:46371 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T20:21:05,180 INFO [RS:0;80f3ff297c7b:40389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:05,181 INFO [RS:0;80f3ff297c7b:40389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40389%2C1732393263836, suffix=, logDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836, archiveDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/oldWALs, maxLogs=10 2024-11-23T20:21:05,200 DEBUG [RS:0;80f3ff297c7b:40389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, exclude list is [], retry=0 2024-11-23T20:21:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35429,DS-046ed37d-996d-4bca-9103-d40297e1a472,DISK] 2024-11-23T20:21:05,209 INFO [RS:0;80f3ff297c7b:40389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 2024-11-23T20:21:05,210 DEBUG [RS:0;80f3ff297c7b:40389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40093:40093)] 2024-11-23T20:21:05,361 DEBUG [80f3ff297c7b:46371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:05,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40389,1732393263836, state=OPENING 2024-11-23T20:21:05,364 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:05,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:05,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:05,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2896177023/meta-region-server: CHANGED 2024-11-23T20:21:05,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2896177023/meta-region-server: CHANGED 2024-11-23T20:21:05,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:05,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40389,1732393263836}] 2024-11-23T20:21:05,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:05,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:05,525 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:05,525 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:05,525 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:05,526 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40389%2C1732393263836.meta, suffix=.meta, logDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836, archiveDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/oldWALs, maxLogs=10 2024-11-23T20:21:05,544 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.meta.1732393265526.meta, exclude list is [], retry=0 2024-11-23T20:21:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35429,DS-046ed37d-996d-4bca-9103-d40297e1a472,DISK] 2024-11-23T20:21:05,549 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.meta.1732393265526.meta 2024-11-23T20:21:05,550 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40093:40093)] 2024-11-23T20:21:05,550 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:05,551 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:05,551 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:05,551 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:05,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:05,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:05,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:05,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:05,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:05,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:05,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:05,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:05,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:05,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:05,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:05,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:05,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:05,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:05,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:05,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:05,564 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:05,564 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740 2024-11-23T20:21:05,565 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740 2024-11-23T20:21:05,566 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:05,566 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:05,566 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:05,569 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:05,569 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59241121, jitterRate=-0.11723850667476654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:05,569 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:05,570 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393265552Writing region info on filesystem at 1732393265552Initializing all the Stores at 1732393265553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393265553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393265556 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393265556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393265556Cleaning up temporary data from old regions at 1732393265566 (+10 ms)Running coprocessor post-open hooks at 1732393265569 (+3 ms)Region opened successfully at 1732393265569 2024-11-23T20:21:05,572 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393265519 2024-11-23T20:21:05,574 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:05,574 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:05,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40389,1732393263836, state=OPEN 2024-11-23T20:21:05,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2896177023/meta-region-server 2024-11-23T20:21:05,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2896177023/meta-region-server 2024-11-23T20:21:05,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:05,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2896177023/meta-region-server: CHANGED 2024-11-23T20:21:05,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2896177023/meta-region-server: CHANGED 2024-11-23T20:21:05,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:05,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40389,1732393263836 in 211 msec 2024-11-23T20:21:05,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:05,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-23T20:21:05,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:05,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:05,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:05,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40389,1732393263836, seqNum=-1] 2024-11-23T20:21:05,584 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:05,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:05,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 725 msec 2024-11-23T20:21:05,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393265591, completionTime=-1 2024-11-23T20:21:05,591 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:05,591 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:05,593 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:05,593 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393325593 2024-11-23T20:21:05,593 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393385593 2024-11-23T20:21:05,593 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:46371, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,594 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,598 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.726sec 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:05,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:05,606 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:05,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:05,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46371,1732393263800-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:05,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:05,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:05,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:05,663 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad7f9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:05,666 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:05,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae32f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:05,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40389,1732393263836, seqNum=-1] 2024-11-23T20:21:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:05,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:05,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:05,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-23T20:21:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:05,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43277,1732393255866 2024-11-23T20:21:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e64741 2024-11-23T20:21:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:05,684 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:05,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:05,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:05,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:05,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:05,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:05,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101467d2b3c0008 connected 2024-11-23T20:21:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:06,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 596ef4c1835cb8ff814ffd700d7ab5c7, NAME => 'test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746 2024-11-23T20:21:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:06,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:06,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 596ef4c1835cb8ff814ffd700d7ab5c7, disabling compactions & flushes 2024-11-23T20:21:06,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. after waiting 0 ms 2024-11-23T20:21:06,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 596ef4c1835cb8ff814ffd700d7ab5c7: Waiting for close lock at 1732393266512Disabling compacts and flushes for region at 1732393266512Disabling writes for close at 1732393266512Writing region close event to WAL at 1732393266512Closed at 1732393266512 2024-11-23T20:21:06,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:06,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393266513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393266513"}]},"ts":"1732393266513"} 2024-11-23T20:21:06,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:06,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:06,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393266516"}]},"ts":"1732393266516"} 2024-11-23T20:21:06,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:06,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=596ef4c1835cb8ff814ffd700d7ab5c7, ASSIGN}] 2024-11-23T20:21:06,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=596ef4c1835cb8ff814ffd700d7ab5c7, ASSIGN 2024-11-23T20:21:06,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=596ef4c1835cb8ff814ffd700d7ab5c7, ASSIGN; state=OFFLINE, location=80f3ff297c7b,35641,1732393255958; forceNewPlan=false, retain=false 2024-11-23T20:21:06,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=596ef4c1835cb8ff814ffd700d7ab5c7, regionState=OPENING, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:06,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=596ef4c1835cb8ff814ffd700d7ab5c7, ASSIGN because future has completed 2024-11-23T20:21:06,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596ef4c1835cb8ff814ffd700d7ab5c7, server=80f3ff297c7b,35641,1732393255958}] 2024-11-23T20:21:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:06,835 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 596ef4c1835cb8ff814ffd700d7ab5c7, NAME => 'test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:06,836 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:06,836 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,836 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,838 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,839 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ef4c1835cb8ff814ffd700d7ab5c7 columnFamilyName f 2024-11-23T20:21:06,839 DEBUG [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:06,839 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(327): Store=596ef4c1835cb8ff814ffd700d7ab5c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:06,839 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,840 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ef4c1835cb8ff814ffd700d7ab5c7 columnFamilyName f1 2024-11-23T20:21:06,840 DEBUG [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:06,841 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(327): Store=596ef4c1835cb8ff814ffd700d7ab5c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:06,841 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,842 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ef4c1835cb8ff814ffd700d7ab5c7 columnFamilyName norep 2024-11-23T20:21:06,842 DEBUG [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:06,842 INFO [StoreOpener-596ef4c1835cb8ff814ffd700d7ab5c7-1 {}] regionserver.HStore(327): Store=596ef4c1835cb8ff814ffd700d7ab5c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:06,842 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,843 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,844 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,845 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:06,846 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,848 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:06,848 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 596ef4c1835cb8ff814ffd700d7ab5c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67196978, jitterRate=0.0013130009174346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:06,849 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:06,849 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 596ef4c1835cb8ff814ffd700d7ab5c7: Running coprocessor pre-open hook at 1732393266836Writing region info on filesystem at 1732393266836Initializing all the Stores at 1732393266837 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393266837Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393266837Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393266837Cleaning up temporary data from old regions at 1732393266844 (+7 ms)Running coprocessor post-open hooks at 1732393266849 (+5 ms)Region opened successfully at 1732393266849 2024-11-23T20:21:06,850 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7., pid=6, masterSystemTime=1732393266827 2024-11-23T20:21:06,853 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,853 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:06,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=596ef4c1835cb8ff814ffd700d7ab5c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596ef4c1835cb8ff814ffd700d7ab5c7, server=80f3ff297c7b,35641,1732393255958 because future has completed 2024-11-23T20:21:06,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:06,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 596ef4c1835cb8ff814ffd700d7ab5c7, server=80f3ff297c7b,35641,1732393255958 in 183 msec 2024-11-23T20:21:06,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:06,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=596ef4c1835cb8ff814ffd700d7ab5c7, ASSIGN in 341 msec 2024-11-23T20:21:06,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:06,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393266862"}]},"ts":"1732393266862"} 2024-11-23T20:21:06,864 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:06,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:06,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-23T20:21:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:07,833 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:07,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6c2932 2024-11-23T20:21:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:07,835 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:07,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:07,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:07,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:07,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:07,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:07,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:08,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, NAME => 'test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67 2024-11-23T20:21:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, disabling compactions & flushes 2024-11-23T20:21:08,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. after waiting 0 ms 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb: Waiting for close lock at 1732393268266Disabling compacts and flushes for region at 1732393268266Disabling writes for close at 1732393268266Writing region close event to WAL at 1732393268266Closed at 1732393268266 2024-11-23T20:21:08,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:08,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393268271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393268271"}]},"ts":"1732393268271"} 2024-11-23T20:21:08,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:08,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:08,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393268274"}]},"ts":"1732393268274"} 2024-11-23T20:21:08,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:08,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, ASSIGN}] 2024-11-23T20:21:08,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, ASSIGN 2024-11-23T20:21:08,278 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, ASSIGN; state=OFFLINE, location=80f3ff297c7b,42243,1732393259843; forceNewPlan=false, retain=false 2024-11-23T20:21:08,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, regionState=OPENING, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:08,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, ASSIGN because future has completed 2024-11-23T20:21:08,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, server=80f3ff297c7b,42243,1732393259843}] 2024-11-23T20:21:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:08,591 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,591 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, NAME => 'test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:08,592 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:08,592 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,592 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,597 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,598 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb columnFamilyName f 2024-11-23T20:21:08,598 DEBUG [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:08,599 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(327): Store=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:08,599 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,600 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb columnFamilyName f1 2024-11-23T20:21:08,600 DEBUG [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:08,601 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(327): Store=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:08,601 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,602 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa3ddbbd9f2d6b8a45b7f30bff7ce5bb columnFamilyName norep 2024-11-23T20:21:08,602 DEBUG [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:08,602 INFO [StoreOpener-fa3ddbbd9f2d6b8a45b7f30bff7ce5bb-1 {}] regionserver.HStore(327): Store=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:08,602 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,603 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,603 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,604 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,604 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,604 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:08,605 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,609 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:08,609 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa3ddbbd9f2d6b8a45b7f30bff7ce5bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428166, jitterRate=-0.05484667420387268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:08,609 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:08,609 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb: Running coprocessor pre-open hook at 1732393268592Writing region info on filesystem at 1732393268592Initializing all the Stores at 1732393268597 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393268597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393268597Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393268597Cleaning up temporary data from old regions at 1732393268604 (+7 ms)Running coprocessor post-open hooks at 1732393268609 (+5 ms)Region opened successfully at 1732393268609 2024-11-23T20:21:08,610 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb., pid=6, masterSystemTime=1732393268587 2024-11-23T20:21:08,612 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,612 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:08,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:08,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, server=80f3ff297c7b,42243,1732393259843 because future has completed 2024-11-23T20:21:08,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:08,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, server=80f3ff297c7b,42243,1732393259843 in 184 msec 2024-11-23T20:21:08,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:08,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, ASSIGN in 341 msec 2024-11-23T20:21:08,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:08,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393268622"}]},"ts":"1732393268622"} 2024-11-23T20:21:08,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:08,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:08,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-11-23T20:21:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:08,973 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:08,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a652529 2024-11-23T20:21:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:08,976 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:08,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:08,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:08,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:08,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:08,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:08,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fb366d6b430ef0c874dcb56c31b5677, NAME => 'test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d 2024-11-23T20:21:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9fb366d6b430ef0c874dcb56c31b5677, disabling compactions & flushes 2024-11-23T20:21:09,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. after waiting 0 ms 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fb366d6b430ef0c874dcb56c31b5677: Waiting for close lock at 1732393269394Disabling compacts and flushes for region at 1732393269394Disabling writes for close at 1732393269394Writing region close event to WAL at 1732393269394Closed at 1732393269394 2024-11-23T20:21:09,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:09,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393269396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393269396"}]},"ts":"1732393269396"} 2024-11-23T20:21:09,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:09,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:09,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393269398"}]},"ts":"1732393269398"} 2024-11-23T20:21:09,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:09,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fb366d6b430ef0c874dcb56c31b5677, ASSIGN}] 2024-11-23T20:21:09,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fb366d6b430ef0c874dcb56c31b5677, ASSIGN 2024-11-23T20:21:09,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9fb366d6b430ef0c874dcb56c31b5677, ASSIGN; state=OFFLINE, location=80f3ff297c7b,40389,1732393263836; forceNewPlan=false, retain=false 2024-11-23T20:21:09,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:21:09,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fb366d6b430ef0c874dcb56c31b5677, regionState=OPENING, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:09,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9fb366d6b430ef0c874dcb56c31b5677, ASSIGN because future has completed 2024-11-23T20:21:09,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb366d6b430ef0c874dcb56c31b5677, server=80f3ff297c7b,40389,1732393263836}] 2024-11-23T20:21:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:09,709 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,710 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fb366d6b430ef0c874dcb56c31b5677, NAME => 'test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:09,710 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:09,710 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:09,710 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,710 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:09,710 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,710 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,711 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,712 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb366d6b430ef0c874dcb56c31b5677 columnFamilyName f 2024-11-23T20:21:09,712 DEBUG [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:09,713 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(327): Store=9fb366d6b430ef0c874dcb56c31b5677/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:09,713 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,714 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb366d6b430ef0c874dcb56c31b5677 columnFamilyName f1 2024-11-23T20:21:09,714 DEBUG [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:09,714 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(327): Store=9fb366d6b430ef0c874dcb56c31b5677/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:09,714 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,715 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb366d6b430ef0c874dcb56c31b5677 columnFamilyName norep 2024-11-23T20:21:09,715 DEBUG [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:09,715 INFO [StoreOpener-9fb366d6b430ef0c874dcb56c31b5677-1 {}] regionserver.HStore(327): Store=9fb366d6b430ef0c874dcb56c31b5677/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:09,715 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,716 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,716 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,716 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,717 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,717 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:09,718 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,719 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:09,719 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9fb366d6b430ef0c874dcb56c31b5677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685331, jitterRate=0.0681946724653244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:09,719 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:09,719 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9fb366d6b430ef0c874dcb56c31b5677: Running coprocessor pre-open hook at 1732393269710Writing region info on filesystem at 1732393269710Initializing all the Stores at 1732393269711 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393269711Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393269711Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393269711Cleaning up temporary data from old regions at 1732393269717 (+6 ms)Running coprocessor post-open hooks at 1732393269719 (+2 ms)Region opened successfully at 1732393269719 2024-11-23T20:21:09,720 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677., pid=6, masterSystemTime=1732393269706 2024-11-23T20:21:09,722 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,722 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:09,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fb366d6b430ef0c874dcb56c31b5677, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb366d6b430ef0c874dcb56c31b5677, server=80f3ff297c7b,40389,1732393263836 because future has completed 2024-11-23T20:21:09,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:09,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fb366d6b430ef0c874dcb56c31b5677, server=80f3ff297c7b,40389,1732393263836 in 171 msec 2024-11-23T20:21:09,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:09,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9fb366d6b430ef0c874dcb56c31b5677, ASSIGN in 327 msec 2024-11-23T20:21:09,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:09,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393269730"}]},"ts":"1732393269730"} 2024-11-23T20:21:09,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:09,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:09,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-23T20:21:09,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:21:09,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:21:09,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:09,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:21:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:10,124 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:10,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43277,-1 for getting cluster id 2024-11-23T20:21:10,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:10,125 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cd9f7f4-13f2-4000-9a6e-ea57d74eb974' 2024-11-23T20:21:10,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cd9f7f4-13f2-4000-9a6e-ea57d74eb974" 2024-11-23T20:21:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa4544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43277,-1] 2024-11-23T20:21:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:10,127 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8ea7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,43277,1732393255866 2024-11-23T20:21:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcc1ab5 2024-11-23T20:21:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:10,129 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:10,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:42683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:10,133 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42683' 2024-11-23T20:21:10,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702d9006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,134 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:10,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:10,135 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:10,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:10,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:10,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db33743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:10,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:10,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:10,137 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10188cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:10,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:10,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:10,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164a63d3 2024-11-23T20:21:10,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:10,141 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:10,141 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:21:10,141 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:10,141 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:10,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:10,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:10,142 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:10,143 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:21:10,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:10,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:10,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:21:10,193 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:21:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:10,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 984f5d6fc38405cec398abe7317c1182, NAME => 'hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746 2024-11-23T20:21:10,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 984f5d6fc38405cec398abe7317c1182, disabling compactions & flushes 2024-11-23T20:21:10,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. after waiting 0 ms 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:10,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:10,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 984f5d6fc38405cec398abe7317c1182: Waiting for close lock at 1732393270963Disabling compacts and flushes for region at 1732393270963Disabling writes for close at 1732393270963Writing region close event to WAL at 1732393270963Closed at 1732393270963 2024-11-23T20:21:10,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:10,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393270965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393270965"}]},"ts":"1732393270965"} 2024-11-23T20:21:10,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:10,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:10,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393270968"}]},"ts":"1732393270968"} 2024-11-23T20:21:10,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:21:10,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=984f5d6fc38405cec398abe7317c1182, ASSIGN}] 2024-11-23T20:21:10,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=984f5d6fc38405cec398abe7317c1182, ASSIGN 2024-11-23T20:21:10,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=984f5d6fc38405cec398abe7317c1182, ASSIGN; state=OFFLINE, location=80f3ff297c7b,35641,1732393255958; forceNewPlan=false, retain=false 2024-11-23T20:21:11,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:11,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:11,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=984f5d6fc38405cec398abe7317c1182, regionState=OPENING, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:11,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=984f5d6fc38405cec398abe7317c1182, ASSIGN because future has completed 2024-11-23T20:21:11,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 984f5d6fc38405cec398abe7317c1182, server=80f3ff297c7b,35641,1732393255958}] 2024-11-23T20:21:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:11,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:11,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:11,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:21:11,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C35641%2C1732393255958.rep, suffix=, logDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958, archiveDir=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs, maxLogs=10 2024-11-23T20:21:11,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.rep.1732393271286, exclude list is [], retry=0 2024-11-23T20:21:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-ef87c5eb-9cb0-49bd-b813-2eb74c86c127,DISK] 2024-11-23T20:21:11,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.rep.1732393271286 2024-11-23T20:21:11,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-23T20:21:11,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 984f5d6fc38405cec398abe7317c1182, NAME => 'hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:11,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. service=MultiRowMutationService 2024-11-23T20:21:11,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,317 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,318 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984f5d6fc38405cec398abe7317c1182 columnFamilyName hfileref 2024-11-23T20:21:11,318 DEBUG [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:11,319 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(327): Store=984f5d6fc38405cec398abe7317c1182/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:11,319 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,320 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984f5d6fc38405cec398abe7317c1182 columnFamilyName queue 2024-11-23T20:21:11,320 DEBUG [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:11,320 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(327): Store=984f5d6fc38405cec398abe7317c1182/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:11,320 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,321 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984f5d6fc38405cec398abe7317c1182 columnFamilyName sid 2024-11-23T20:21:11,321 DEBUG [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:11,321 INFO [StoreOpener-984f5d6fc38405cec398abe7317c1182-1 {}] regionserver.HStore(327): Store=984f5d6fc38405cec398abe7317c1182/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:11,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:11,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:11,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 984f5d6fc38405cec398abe7317c1182; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72799065, jitterRate=0.08479060232639313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:11,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:11,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 984f5d6fc38405cec398abe7317c1182: Running coprocessor pre-open hook at 1732393271308Writing region info on filesystem at 1732393271308Initializing all the Stores at 1732393271317 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393271317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393271317Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393271317Cleaning up temporary data from old regions at 1732393271323 (+6 ms)Running coprocessor post-open hooks at 1732393271326 (+3 ms)Region opened successfully at 1732393271326 2024-11-23T20:21:11,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182., pid=10, masterSystemTime=1732393271280 2024-11-23T20:21:11,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:11,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:11,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=984f5d6fc38405cec398abe7317c1182, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 984f5d6fc38405cec398abe7317c1182, server=80f3ff297c7b,35641,1732393255958 because future has completed 2024-11-23T20:21:11,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:21:11,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 984f5d6fc38405cec398abe7317c1182, server=80f3ff297c7b,35641,1732393255958 in 204 msec 2024-11-23T20:21:11,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:21:11,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=984f5d6fc38405cec398abe7317c1182, ASSIGN in 363 msec 2024-11-23T20:21:11,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:11,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393271336"}]},"ts":"1732393271336"} 2024-11-23T20:21:11,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:21:11,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:11,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-23T20:21:11,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182., hostname=80f3ff297c7b,35641,1732393255958, seqNum=2] 2024-11-23T20:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:21:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:21:11,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:21:11,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:21:11,513 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:21:11,550 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,35641,1732393255958, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:21:11,550 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:11,550 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35641,1732393255958, seqNum=-1] 2024-11-23T20:21:11,551 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:11,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:11,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,35641,1732393255958', locateType=CURRENT is [region=hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182., hostname=80f3ff297c7b,35641,1732393255958, seqNum=2] 2024-11-23T20:21:11,562 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:21:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:21:11,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,35641,1732393255958 suceeded 2024-11-23T20:21:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:21:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-23T20:21:11,566 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:42683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:21:11,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-23T20:21:11,583 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42683' 2024-11-23T20:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179a0d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:11,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a0d841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:11,587 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:11,587 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c852a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:11,588 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d8c92f 2024-11-23T20:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:11,589 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:11,590 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,35641,1732393255958 (queues=1) is replicating from cluster=3cd9f7f4-13f2-4000-9a6e-ea57d74eb974 to cluster=0c9e2de2-2af4-436d-80fe-c2250dbb4c39 2024-11-23T20:21:11,590 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C35641%2C1732393255958 2024-11-23T20:21:11,590 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,35641,1732393255958, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:21:11,590 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C35641%2C1732393255958 2024-11-23T20:21:11,590 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553, startPosition=0, beingWritten=true 2024-11-23T20:21:11,600 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:11,600 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:11,600 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35641,1732393255958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:11,804 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:12,111 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:12,282 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:21:12,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:12,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:12,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:12,284 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a87f6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,286 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e076b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e68524 2024-11-23T20:21:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:12,288 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:12,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:46371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:12,291 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:46371' 2024-11-23T20:21:12,292 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771dd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,292 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:12,292 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:12,293 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747b5c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,294 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574ec2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:12,294 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@462d0ac6 2024-11-23T20:21:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:12,296 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:12,297 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T20:21:12,297 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:12,297 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,297 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:12,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:12,297 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:12,298 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:21:12,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:12,299 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:12,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:21:12,348 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:21:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:12,517 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:12,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db759333cd63b3468345ea52935e6f34, NAME => 'hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67 2024-11-23T20:21:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:21:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:13,021 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db759333cd63b3468345ea52935e6f34, disabling compactions & flushes 2024-11-23T20:21:13,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. after waiting 0 ms 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db759333cd63b3468345ea52935e6f34: Waiting for close lock at 1732393273120Disabling compacts and flushes for region at 1732393273120Disabling writes for close at 1732393273120Writing region close event to WAL at 1732393273120Closed at 1732393273120 2024-11-23T20:21:13,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:13,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393273121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393273121"}]},"ts":"1732393273121"} 2024-11-23T20:21:13,124 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:13,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:13,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393273125"}]},"ts":"1732393273125"} 2024-11-23T20:21:13,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:21:13,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db759333cd63b3468345ea52935e6f34, ASSIGN}] 2024-11-23T20:21:13,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db759333cd63b3468345ea52935e6f34, ASSIGN 2024-11-23T20:21:13,130 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db759333cd63b3468345ea52935e6f34, ASSIGN; state=OFFLINE, location=80f3ff297c7b,42243,1732393259843; forceNewPlan=false, retain=false 2024-11-23T20:21:13,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db759333cd63b3468345ea52935e6f34, regionState=OPENING, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:13,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db759333cd63b3468345ea52935e6f34, ASSIGN because future has completed 2024-11-23T20:21:13,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db759333cd63b3468345ea52935e6f34, server=80f3ff297c7b,42243,1732393259843}] 2024-11-23T20:21:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:13,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:13,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:21:13,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C42243%2C1732393259843.rep, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/oldWALs, maxLogs=10 2024-11-23T20:21:13,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.rep.1732393273441, exclude list is [], retry=0 2024-11-23T20:21:13,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-b936a16d-0e41-423a-9d0d-4aa2b0bffc8c,DISK] 2024-11-23T20:21:13,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.rep.1732393273441 2024-11-23T20:21:13,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-23T20:21:13,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db759333cd63b3468345ea52935e6f34, NAME => 'hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:13,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. service=MultiRowMutationService 2024-11-23T20:21:13,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,461 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,462 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db759333cd63b3468345ea52935e6f34 columnFamilyName hfileref 2024-11-23T20:21:13,462 DEBUG [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:13,462 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(327): Store=db759333cd63b3468345ea52935e6f34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:13,463 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,463 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db759333cd63b3468345ea52935e6f34 columnFamilyName queue 2024-11-23T20:21:13,463 DEBUG [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:13,464 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(327): Store=db759333cd63b3468345ea52935e6f34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:13,464 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,465 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db759333cd63b3468345ea52935e6f34 columnFamilyName sid 2024-11-23T20:21:13,465 DEBUG [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:13,467 INFO [StoreOpener-db759333cd63b3468345ea52935e6f34-1 {}] regionserver.HStore(327): Store=db759333cd63b3468345ea52935e6f34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:13,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:13,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:13,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db759333cd63b3468345ea52935e6f34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65168805, jitterRate=-0.02890913188457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:13,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:13,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db759333cd63b3468345ea52935e6f34: Running coprocessor pre-open hook at 1732393273460Writing region info on filesystem at 1732393273460Initializing all the Stores at 1732393273461 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393273461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393273461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393273461Cleaning up temporary data from old regions at 1732393273474 (+13 ms)Running coprocessor post-open hooks at 1732393273478 (+4 ms)Region opened successfully at 1732393273478 2024-11-23T20:21:13,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34., pid=10, masterSystemTime=1732393273436 2024-11-23T20:21:13,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:13,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db759333cd63b3468345ea52935e6f34, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db759333cd63b3468345ea52935e6f34, server=80f3ff297c7b,42243,1732393259843 because future has completed 2024-11-23T20:21:13,486 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42683 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=80f3ff297c7b,42243,1732393259843, table=hbase:replication, region=db759333cd63b3468345ea52935e6f34. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T20:21:13,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:21:13,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db759333cd63b3468345ea52935e6f34, server=80f3ff297c7b,42243,1732393259843 in 202 msec 2024-11-23T20:21:13,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:21:13,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db759333cd63b3468345ea52935e6f34, ASSIGN in 360 msec 2024-11-23T20:21:13,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:13,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393273490"}]},"ts":"1732393273490"} 2024-11-23T20:21:13,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:21:13,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:13,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-23T20:21:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34., hostname=80f3ff297c7b,42243,1732393259843, seqNum=2] 2024-11-23T20:21:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:13,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:21:13,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:21:13,669 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:21:13,701 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,42243,1732393259843, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,42243,1732393259843, seqNum=-1] 2024-11-23T20:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:13,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,42243,1732393259843', locateType=CURRENT is [region=hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34., hostname=80f3ff297c7b,42243,1732393259843, seqNum=2] 2024-11-23T20:21:13,707 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:21:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:21:13,709 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,42243,1732393259843 suceeded 2024-11-23T20:21:13,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:21:13,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-23T20:21:13,710 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:46371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:21:13,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-23T20:21:13,722 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:46371' 2024-11-23T20:21:13,723 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12bea9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:13,723 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:13,723 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:13,723 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee2e6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:13,725 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:13,725 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72d561cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:13,725 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d490181 2024-11-23T20:21:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:13,727 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:13,727 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,42243,1732393259843 (queues=1) is replicating from cluster=0c9e2de2-2af4-436d-80fe-c2250dbb4c39 to cluster=ef5306e1-71f4-4a3f-abd6-1c24d81e35bb 2024-11-23T20:21:13,727 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C42243%2C1732393259843 2024-11-23T20:21:13,728 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,42243,1732393259843, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:21:13,728 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, startPosition=0, beingWritten=true 2024-11-23T20:21:13,728 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C42243%2C1732393259843 2024-11-23T20:21:13,739 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:13,739 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:13,739 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:13,948 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:14,252 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:14,332 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:14,433 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:21:14,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:14,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:14,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:14,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:14,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:14,438 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d37c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,440 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c039e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:14,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:14,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460d1111 2024-11-23T20:21:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:14,443 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:14,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:42683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:14,448 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42683' 2024-11-23T20:21:14,451 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5ba896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,451 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:14,451 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:14,452 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b1fe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,453 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33136a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:14,454 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:14,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:14,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7367b830 2024-11-23T20:21:14,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:14,456 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:14,457 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T20:21:14,457 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:14,457 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,457 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:14,458 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:14,459 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:21:14,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:14,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:14,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:14,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:21:14,509 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:21:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:14,658 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:14,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c6a465f635cb8aa978b871a7315370c, NAME => 'hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d 2024-11-23T20:21:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c6a465f635cb8aa978b871a7315370c, disabling compactions & flushes 2024-11-23T20:21:14,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. after waiting 0 ms 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:14,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:14,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c6a465f635cb8aa978b871a7315370c: Waiting for close lock at 1732393274906Disabling compacts and flushes for region at 1732393274906Disabling writes for close at 1732393274906Writing region close event to WAL at 1732393274906Closed at 1732393274906 2024-11-23T20:21:14,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:14,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393274908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393274908"}]},"ts":"1732393274908"} 2024-11-23T20:21:14,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:14,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:14,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393274913"}]},"ts":"1732393274913"} 2024-11-23T20:21:14,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:21:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c6a465f635cb8aa978b871a7315370c, ASSIGN}] 2024-11-23T20:21:14,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c6a465f635cb8aa978b871a7315370c, ASSIGN 2024-11-23T20:21:14,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c6a465f635cb8aa978b871a7315370c, ASSIGN; state=OFFLINE, location=80f3ff297c7b,40389,1732393263836; forceNewPlan=false, retain=false 2024-11-23T20:21:15,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c6a465f635cb8aa978b871a7315370c, regionState=OPENING, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:15,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c6a465f635cb8aa978b871a7315370c, ASSIGN because future has completed 2024-11-23T20:21:15,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c6a465f635cb8aa978b871a7315370c, server=80f3ff297c7b,40389,1732393263836}] 2024-11-23T20:21:15,157 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:15,166 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:15,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:15,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:15,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:21:15,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40389%2C1732393263836.rep, suffix=, logDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836, archiveDir=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/oldWALs, maxLogs=10 2024-11-23T20:21:15,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.rep.1732393275295, exclude list is [], retry=0 2024-11-23T20:21:15,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35429,DS-046ed37d-996d-4bca-9103-d40297e1a472,DISK] 2024-11-23T20:21:15,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.rep.1732393275295 2024-11-23T20:21:15,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40093:40093)] 2024-11-23T20:21:15,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c6a465f635cb8aa978b871a7315370c, NAME => 'hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:15,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:15,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. service=MultiRowMutationService 2024-11-23T20:21:15,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,375 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,377 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c6a465f635cb8aa978b871a7315370c columnFamilyName hfileref 2024-11-23T20:21:15,377 DEBUG [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:15,377 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(327): Store=5c6a465f635cb8aa978b871a7315370c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:15,377 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,379 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c6a465f635cb8aa978b871a7315370c columnFamilyName queue 2024-11-23T20:21:15,379 DEBUG [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:15,380 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(327): Store=5c6a465f635cb8aa978b871a7315370c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:15,380 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,382 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c6a465f635cb8aa978b871a7315370c columnFamilyName sid 2024-11-23T20:21:15,382 DEBUG [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:15,382 INFO [StoreOpener-5c6a465f635cb8aa978b871a7315370c-1 {}] regionserver.HStore(327): Store=5c6a465f635cb8aa978b871a7315370c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/replication/5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/replication/5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:15,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/replication/5c6a465f635cb8aa978b871a7315370c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:15,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c6a465f635cb8aa978b871a7315370c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844938, jitterRate=0.04077067971229553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c6a465f635cb8aa978b871a7315370c: Running coprocessor pre-open hook at 1732393275373Writing region info on filesystem at 1732393275373Initializing all the Stores at 1732393275374 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393275374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393275375 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393275375Cleaning up temporary data from old regions at 1732393275385 (+10 ms)Running coprocessor post-open hooks at 1732393275396 (+11 ms)Region opened successfully at 1732393275396 2024-11-23T20:21:15,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., pid=10, masterSystemTime=1732393275251 2024-11-23T20:21:15,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:15,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:15,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c6a465f635cb8aa978b871a7315370c, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c6a465f635cb8aa978b871a7315370c, server=80f3ff297c7b,40389,1732393263836 because future has completed 2024-11-23T20:21:15,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:21:15,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c6a465f635cb8aa978b871a7315370c, server=80f3ff297c7b,40389,1732393263836 in 309 msec 2024-11-23T20:21:15,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:21:15,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c6a465f635cb8aa978b871a7315370c, ASSIGN in 491 msec 2024-11-23T20:21:15,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:15,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393275410"}]},"ts":"1732393275410"} 2024-11-23T20:21:15,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:21:15,413 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:21:15,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:15,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 956 msec 2024-11-23T20:21:15,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., hostname=80f3ff297c7b,40389,1732393263836, seqNum=2] 2024-11-23T20:21:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:15,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:21:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:15,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:21:15,645 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:21:15,723 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,40389,1732393263836, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:21:15,724 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:15,724 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40389,1732393263836, seqNum=-1] 2024-11-23T20:21:15,724 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:15,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:15,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,40389,1732393263836', locateType=CURRENT is [region=hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., hostname=80f3ff297c7b,40389,1732393263836, seqNum=2] 2024-11-23T20:21:15,748 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:21:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:21:15,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,40389,1732393263836 suceeded 2024-11-23T20:21:15,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:21:15,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 273 msec 2024-11-23T20:21:15,754 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:42683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:21:15,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3100 sec 2024-11-23T20:21:15,771 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:42683' 2024-11-23T20:21:15,773 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e775d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:15,773 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:15,773 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:15,774 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:15,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:15,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:15,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27a44a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:15,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:15,776 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:15,776 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:15,777 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be92f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:15,777 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@134d99f7 2024-11-23T20:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:15,781 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:15,782 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,40389,1732393263836 (queues=1) is replicating from cluster=ef5306e1-71f4-4a3f-abd6-1c24d81e35bb to cluster=0c9e2de2-2af4-436d-80fe-c2250dbb4c39 2024-11-23T20:21:15,782 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C40389%2C1732393263836 2024-11-23T20:21:15,782 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,40389,1732393263836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:21:15,797 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, startPosition=0, beingWritten=true 2024-11-23T20:21:15,816 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C40389%2C1732393263836 2024-11-23T20:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:16,053 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:16,063 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:16,359 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:16,510 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:16,593 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:21:16,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:16,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:16,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:16,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:16,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:16,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55785626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,43277,-1 for getting cluster id 2024-11-23T20:21:16,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:16,598 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cd9f7f4-13f2-4000-9a6e-ea57d74eb974' 2024-11-23T20:21:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cd9f7f4-13f2-4000-9a6e-ea57d74eb974" 2024-11-23T20:21:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cca40a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,43277,-1] 2024-11-23T20:21:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:16,599 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:16,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4972ccba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60272e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:16,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:16,603 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1464f0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:16,607 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546cbac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700736e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:16,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:16,611 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bae3c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:16,612 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d327847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:16,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,35641,1732393255958, seqNum=-1] 2024-11-23T20:21:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:16,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7., hostname=80f3ff297c7b,35641,1732393255958, seqNum=2] 2024-11-23T20:21:16,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40389,1732393263836, seqNum=-1] 2024-11-23T20:21:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:16,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677., hostname=80f3ff297c7b,40389,1732393263836, seqNum=2] 2024-11-23T20:21:16,636 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T20:21:16,763 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:16,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:16,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:16,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:17,069 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 379, reset compression=false 2024-11-23T20:21:17,074 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:17,074 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:17,074 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35641,1732393255958 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ef4c1835cb8ff814ffd700d7ab5c7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T20:21:17,080 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:17,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T20:21:17,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:17,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a0227d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,42683,-1 for getting cluster id 2024-11-23T20:21:17,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:17,090 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e2de2-2af4-436d-80fe-c2250dbb4c39' 2024-11-23T20:21:17,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:17,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e2de2-2af4-436d-80fe-c2250dbb4c39" 2024-11-23T20:21:17,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70a9d95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,42683,-1] 2024-11-23T20:21:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:17,091 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:17,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712a1585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,42243,1732393259843, seqNum=-1] 2024-11-23T20:21:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:17,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb., hostname=80f3ff297c7b,42243,1732393259843, seqNum=2] 2024-11-23T20:21:17,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:17,267 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:17,289 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:17,314 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 379, reset compression=false 2024-11-23T20:21:17,337 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:17,337 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 503, reset compression=false 2024-11-23T20:21:17,337 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T20:21:17,340 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:17,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T20:21:17,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:17,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f418d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46371,-1 for getting cluster id 2024-11-23T20:21:17,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:17,349 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef5306e1-71f4-4a3f-abd6-1c24d81e35bb' 2024-11-23T20:21:17,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:17,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef5306e1-71f4-4a3f-abd6-1c24d81e35bb" 2024-11-23T20:21:17,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0fad22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46371,-1] 2024-11-23T20:21:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:17,350 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:17,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c36d954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:17,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:17,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40389,1732393263836, seqNum=-1] 2024-11-23T20:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:17,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:17,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677., hostname=80f3ff297c7b,40389,1732393263836, seqNum=2] 2024-11-23T20:21:17,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:17,545 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 503, reset compression=false 2024-11-23T20:21:17,632 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:17,638 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T20:21:17,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,42243,1732393259843, seqNum=-1] 2024-11-23T20:21:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:17,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb., hostname=80f3ff297c7b,42243,1732393259843, seqNum=2] 2024-11-23T20:21:17,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T20:21:17,849 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 503, reset compression=false 2024-11-23T20:21:17,854 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:17,854 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 607, reset compression=false 2024-11-23T20:21:17,854 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:21:17,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:17,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:17,871 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 379, reset compression=false 2024-11-23T20:21:17,894 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:17,894 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 653, reset compression=false 2024-11-23T20:21:17,894 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:18,039 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:18,060 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 607, reset compression=false 2024-11-23T20:21:18,105 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 653, reset compression=false 2024-11-23T20:21:18,364 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 607, reset compression=false 2024-11-23T20:21:18,442 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 653, reset compression=false 2024-11-23T20:21:18,543 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:18,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T20:21:18,652 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T20:21:18,806 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 607, reset compression=false 2024-11-23T20:21:18,870 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 653, reset compression=false 2024-11-23T20:21:18,915 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:18,915 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 757, reset compression=false 2024-11-23T20:21:18,915 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fb366d6b430ef0c874dcb56c31b5677/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T20:21:18,921 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:18,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T20:21:18,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:18,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:19,160 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 757, reset compression=false 2024-11-23T20:21:19,201 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:19,326 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 607, reset compression=false 2024-11-23T20:21:19,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:19,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 735, reset compression=false 2024-11-23T20:21:19,330 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:19,472 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 757, reset compression=false 2024-11-23T20:21:19,534 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 735, reset compression=false 2024-11-23T20:21:19,653 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T20:21:19,656 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T20:21:19,839 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 735, reset compression=false 2024-11-23T20:21:19,875 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 757, reset compression=false 2024-11-23T20:21:19,905 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 480, reset compression=false 2024-11-23T20:21:19,909 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:19,909 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:19,909 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,35641,1732393255958 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ef4c1835cb8ff814ffd700d7ab5c7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T20:21:19,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:19,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:20,112 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:20,242 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 735, reset compression=false 2024-11-23T20:21:20,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:20,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 882, reset compression=false 2024-11-23T20:21:20,247 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T20:21:20,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:20,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:20,379 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 757, reset compression=false 2024-11-23T20:21:20,384 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:20,384 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 927, reset compression=false 2024-11-23T20:21:20,384 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:20,416 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:20,456 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 882, reset compression=false 2024-11-23T20:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 927, reset compression=false 2024-11-23T20:21:20,658 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T20:21:20,662 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T20:21:20,760 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 882, reset compression=false 2024-11-23T20:21:20,765 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:20,765 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1041, reset compression=false 2024-11-23T20:21:20,765 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T20:21:20,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:20,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:20,819 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:20,891 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 927, reset compression=false 2024-11-23T20:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1076, reset compression=false 2024-11-23T20:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:20,973 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1041, reset compression=false 2024-11-23T20:21:21,099 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1076, reset compression=false 2024-11-23T20:21:21,277 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1041, reset compression=false 2024-11-23T20:21:21,323 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:21,403 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1076, reset compression=false 2024-11-23T20:21:21,663 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T20:21:21,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T20:21:21,681 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1041, reset compression=false 2024-11-23T20:21:21,807 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1076, reset compression=false 2024-11-23T20:21:21,812 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:21,812 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1235, reset compression=false 2024-11-23T20:21:21,812 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fb366d6b430ef0c874dcb56c31b5677/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T20:21:21,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T20:21:21,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T20:21:21,927 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:22,016 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1235, reset compression=false 2024-11-23T20:21:22,185 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1041, reset compression=false 2024-11-23T20:21:22,189 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:22,189 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:22,189 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:22,320 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1235, reset compression=false 2024-11-23T20:21:22,393 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:22,631 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:22,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T20:21:22,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:21:22,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:22,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:22,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:22,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:22,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:22,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:21:22,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1748135128, stopped=false 2024-11-23T20:21:22,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,46371,1732393263800 2024-11-23T20:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2896177023/running 2024-11-23T20:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2896177023/running 2024-11-23T20:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:22,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:22,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:22,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:22,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:22,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/running 2024-11-23T20:21:22,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Set watcher on znode that does not yet exist, /2896177023/running 2024-11-23T20:21:22,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,40389,1732393263836' ***** 2024-11-23T20:21:22,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:21:22,679 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:21:22,679 INFO [RS:0;80f3ff297c7b:40389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:21:22,679 INFO [RS:0;80f3ff297c7b:40389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:22,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40389. 2024-11-23T20:21:22,680 DEBUG [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:22,680 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb366d6b430ef0c874dcb56c31b5677, disabling compactions & flushes 2024-11-23T20:21:22,680 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:22,680 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:22,680 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:21:22,680 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. after waiting 0 ms 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:21:22,680 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:21:22,680 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fb366d6b430ef0c874dcb56c31b5677 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T20:21:22,680 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:21:22,681 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1325): Online Regions={9fb366d6b430ef0c874dcb56c31b5677=test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677., 5c6a465f635cb8aa978b871a7315370c=hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:21:22,681 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c6a465f635cb8aa978b871a7315370c, 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:22,681 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:22,681 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:22,681 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:22,681 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:22,681 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:22,681 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:21:22,697 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:22,699 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/info/47d36043987b4d149e5a8b36614d57f0 is 147, key is hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c./info:regioninfo/1732393275399/Put/seqid=0 2024-11-23T20:21:22,701 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f/72580e9617784156b520cdbde02a401a is 29, key is row1/f:/1732393280659/DeleteFamily/seqid=0 2024-11-23T20:21:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741840_1016 (size=7686) 2024-11-23T20:21:22,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741841_1017 (size=5152) 2024-11-23T20:21:22,724 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1235, reset compression=false 2024-11-23T20:21:22,728 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:22,728 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1482, reset compression=false 2024-11-23T20:21:22,728 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,40389,1732393263836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:22,730 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,40389,1732393263836: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,40389,1732393263836, walGroup=80f3ff297c7b%2C40389%2C1732393263836, offset=80f3ff297c7b%2C40389%2C1732393263836.1732393265181:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:40389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:21:22,731 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:21:22,732 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:21:22,733 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 917646600 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201058328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:21:22,734 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:46371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:46371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:21:22,770 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:22,881 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c6a465f635cb8aa978b871a7315370c, 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:22,933 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1482, reset compression=false 2024-11-23T20:21:23,042 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:21:23,042 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:21:23,081 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c6a465f635cb8aa978b871a7315370c, 9fb366d6b430ef0c874dcb56c31b5677 2024-11-23T20:21:23,102 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:23,104 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/info/47d36043987b4d149e5a8b36614d57f0 2024-11-23T20:21:23,105 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f/72580e9617784156b520cdbde02a401a 2024-11-23T20:21:23,109 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72580e9617784156b520cdbde02a401a 2024-11-23T20:21:23,132 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f1/6f29278a15574f988c2ea485e76bab77 is 30, key is row1/f1:/1732393280659/DeleteFamily/seqid=0 2024-11-23T20:21:23,134 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/ns/e71e457d9bb7443e85ef614dc0c53f4f is 43, key is default/ns:d/1732393265587/Put/seqid=0 2024-11-23T20:21:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741842_1018 (size=5158) 2024-11-23T20:21:23,136 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f1/6f29278a15574f988c2ea485e76bab77 2024-11-23T20:21:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741843_1019 (size=5153) 2024-11-23T20:21:23,139 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f29278a15574f988c2ea485e76bab77 2024-11-23T20:21:23,157 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/norep/d7801cb9b60d46b6b214686bee1a48ad is 33, key is row2/norep:/1732393281664/DeleteFamily/seqid=0 2024-11-23T20:21:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741844_1020 (size=5108) 2024-11-23T20:21:23,160 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/norep/d7801cb9b60d46b6b214686bee1a48ad 2024-11-23T20:21:23,164 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7801cb9b60d46b6b214686bee1a48ad 2024-11-23T20:21:23,164 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f/72580e9617784156b520cdbde02a401a as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/f/72580e9617784156b520cdbde02a401a 2024-11-23T20:21:23,168 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72580e9617784156b520cdbde02a401a 2024-11-23T20:21:23,168 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/f/72580e9617784156b520cdbde02a401a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:23,168 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/f1/6f29278a15574f988c2ea485e76bab77 as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/f1/6f29278a15574f988c2ea485e76bab77 2024-11-23T20:21:23,171 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f29278a15574f988c2ea485e76bab77 2024-11-23T20:21:23,172 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/f1/6f29278a15574f988c2ea485e76bab77, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:23,172 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/.tmp/norep/d7801cb9b60d46b6b214686bee1a48ad as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/norep/d7801cb9b60d46b6b214686bee1a48ad 2024-11-23T20:21:23,175 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7801cb9b60d46b6b214686bee1a48ad 2024-11-23T20:21:23,175 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/norep/d7801cb9b60d46b6b214686bee1a48ad, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:23,176 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9fb366d6b430ef0c874dcb56c31b5677 in 496ms, sequenceid=10, compaction requested=false 2024-11-23T20:21:23,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/default/test/9fb366d6b430ef0c874dcb56c31b5677/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T20:21:23,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:23,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:23,180 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:23,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb366d6b430ef0c874dcb56c31b5677: Waiting for close lock at 1732393282680Running coprocessor pre-close hooks at 1732393282680Disabling compacts and flushes for region at 1732393282680Disabling writes for close at 1732393282680Obtaining lock to block concurrent updates at 1732393282680Preparing flush snapshotting stores in 9fb366d6b430ef0c874dcb56c31b5677 at 1732393282680Finished memstore snapshotting test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732393282681 (+1 ms)Flushing stores of test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. at 1732393282681Flushing 9fb366d6b430ef0c874dcb56c31b5677/f: creating writer at 1732393282681Flushing 9fb366d6b430ef0c874dcb56c31b5677/f: appending metadata at 1732393282700 (+19 ms)Flushing 9fb366d6b430ef0c874dcb56c31b5677/f: closing flushed file at 1732393282700Flushing 9fb366d6b430ef0c874dcb56c31b5677/f1: creating writer at 1732393283109 (+409 ms)Flushing 9fb366d6b430ef0c874dcb56c31b5677/f1: appending metadata at 1732393283131 (+22 ms)Flushing 9fb366d6b430ef0c874dcb56c31b5677/f1: closing flushed file at 1732393283131Flushing 9fb366d6b430ef0c874dcb56c31b5677/norep: creating writer at 1732393283140 (+9 ms)Flushing 9fb366d6b430ef0c874dcb56c31b5677/norep: appending metadata at 1732393283156 (+16 ms)Flushing 9fb366d6b430ef0c874dcb56c31b5677/norep: closing flushed file at 1732393283156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d43a087: reopening flushed file at 1732393283164 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c438dcc: reopening flushed file at 1732393283168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd2055f: reopening flushed file at 1732393283172 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9fb366d6b430ef0c874dcb56c31b5677 in 496ms, sequenceid=10, compaction requested=false at 1732393283176 (+4 ms)Writing region close event to WAL at 1732393283177 (+1 ms)Running coprocessor post-close hooks at 1732393283180 (+3 ms)Closed at 1732393283180 2024-11-23T20:21:23,180 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677. 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c6a465f635cb8aa978b871a7315370c, disabling compactions & flushes 2024-11-23T20:21:23,181 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. after waiting 0 ms 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c6a465f635cb8aa978b871a7315370c: Waiting for close lock at 1732393283180Running coprocessor pre-close hooks at 1732393283180Disabling compacts and flushes for region at 1732393283180Disabling writes for close at 1732393283181 (+1 ms)Failed flush hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., putting online again at 1732393283181 2024-11-23T20:21:23,181 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,237 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 1482, reset compression=false 2024-11-23T20:21:23,241 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:23,241 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 2126, reset compression=false 2024-11-23T20:21:23,281 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:23,281 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c6a465f635cb8aa978b871a7315370c 2024-11-23T20:21:23,281 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c6a465f635cb8aa978b871a7315370c, disabling compactions & flushes 2024-11-23T20:21:23,281 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,281 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,281 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. after waiting 0 ms 2024-11-23T20:21:23,282 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,282 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c6a465f635cb8aa978b871a7315370c: Waiting for close lock at 1732393283281Running coprocessor pre-close hooks at 1732393283281Disabling compacts and flushes for region at 1732393283281Disabling writes for close at 1732393283281Failed flush hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., putting online again at 1732393283282 (+1 ms) 2024-11-23T20:21:23,282 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c. 2024-11-23T20:21:23,436 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:23,444 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 2126, reset compression=false 2024-11-23T20:21:23,481 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:23,538 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/ns/e71e457d9bb7443e85ef614dc0c53f4f 2024-11-23T20:21:23,557 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/rep_barrier/bc05cafdce304092b2a9fe6bf65b767b is 112, key is test,,1732393268976.9fb366d6b430ef0c874dcb56c31b5677./rep_barrier:seqnumDuringOpen/1732393269722/Put/seqid=0 2024-11-23T20:21:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741845_1021 (size=5518) 2024-11-23T20:21:23,561 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/rep_barrier/bc05cafdce304092b2a9fe6bf65b767b 2024-11-23T20:21:23,578 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/table/4c6512fece164f379a020841dcab5c0a is 53, key is hbase:replication/table:state/1732393275410/Put/seqid=0 2024-11-23T20:21:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741846_1022 (size=5308) 2024-11-23T20:21:23,606 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:23,682 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:21:23,682 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1325): Online Regions={5c6a465f635cb8aa978b871a7315370c=hbase:replication,,1732393274457.5c6a465f635cb8aa978b871a7315370c., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:21:23,682 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:23,747 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 2126, reset compression=false 2024-11-23T20:21:23,882 DEBUG [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:23,981 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/table/4c6512fece164f379a020841dcab5c0a 2024-11-23T20:21:23,986 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/info/47d36043987b4d149e5a8b36614d57f0 as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/info/47d36043987b4d149e5a8b36614d57f0 2024-11-23T20:21:23,989 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/info/47d36043987b4d149e5a8b36614d57f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:21:23,990 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/ns/e71e457d9bb7443e85ef614dc0c53f4f as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/ns/e71e457d9bb7443e85ef614dc0c53f4f 2024-11-23T20:21:23,994 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/ns/e71e457d9bb7443e85ef614dc0c53f4f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:21:23,994 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/rep_barrier/bc05cafdce304092b2a9fe6bf65b767b as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/rep_barrier/bc05cafdce304092b2a9fe6bf65b767b 2024-11-23T20:21:23,997 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/rep_barrier/bc05cafdce304092b2a9fe6bf65b767b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:21:23,998 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/.tmp/table/4c6512fece164f379a020841dcab5c0a as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/table/4c6512fece164f379a020841dcab5c0a 2024-11-23T20:21:24,001 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/table/4c6512fece164f379a020841dcab5c0a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:21:24,002 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-23T20:21:24,007 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:21:24,007 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:24,007 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:21:24,007 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:24,008 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393282681Running coprocessor pre-close hooks at 1732393282681Disabling compacts and flushes for region at 1732393282681Disabling writes for close at 1732393282681Obtaining lock to block concurrent updates at 1732393282681Preparing flush snapshotting stores in 1588230740 at 1732393282681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393282681Flushing stores of hbase:meta,,1.1588230740 at 1732393282681Flushing 1588230740/info: creating writer at 1732393282682 (+1 ms)Flushing 1588230740/info: appending metadata at 1732393282698 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732393282698Flushing 1588230740/ns: creating writer at 1732393283108 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732393283133 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732393283133Flushing 1588230740/rep_barrier: creating writer at 1732393283542 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393283556 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393283556Flushing 1588230740/table: creating writer at 1732393283564 (+8 ms)Flushing 1588230740/table: appending metadata at 1732393283577 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732393283577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d33d74: reopening flushed file at 1732393283985 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e189aa1: reopening flushed file at 1732393283990 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1f861d: reopening flushed file at 1732393283994 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c722f49: reopening flushed file at 1732393283997 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732393284002 (+5 ms)Writing region close event to WAL at 1732393284005 (+3 ms)Running coprocessor post-close hooks at 1732393284007 (+2 ms)Closed at 1732393284007 2024-11-23T20:21:24,008 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:24,082 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T20:21:24,082 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,40389,1732393263836; all regions closed. 2024-11-23T20:21:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:21:24,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.meta.1732393265526.meta not finished, retry = 0 2024-11-23T20:21:24,151 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 to pos 2126, reset compression=false 2024-11-23T20:21:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741839_1015 (size=1953) 2024-11-23T20:21:24,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.rep.1732393275295 not finished, retry = 0 2024-11-23T20:21:24,209 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741833_1009 (size=2134) 2024-11-23T20:21:24,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/WALs/80f3ff297c7b,40389,1732393263836/80f3ff297c7b%2C40389%2C1732393263836.1732393265181 not finished, retry = 0 2024-11-23T20:21:24,339 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:24,390 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:24,391 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:24,391 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:24,391 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:24,391 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:24,391 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:24,392 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,40389,1732393263836 because: Region server is closing 2024-11-23T20:21:24,392 INFO [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40389. 2024-11-23T20:21:24,392 DEBUG [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:24,392 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:24,392 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:24,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:24,492 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.shipper80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 terminated 2024-11-23T20:21:24,492 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,40389,1732393263836.replicationSource.wal-reader.80f3ff297c7b%2C40389%2C1732393263836,1-80f3ff297c7b,40389,1732393263836 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:21:24,493 INFO [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40389. 2024-11-23T20:21:24,493 DEBUG [RS:0;80f3ff297c7b:40389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:24,493 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:24,493 DEBUG [RS:0;80f3ff297c7b:40389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:24,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:24,493 INFO [RS:0;80f3ff297c7b:40389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40389 2024-11-23T20:21:24,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2896177023/rs/80f3ff297c7b,40389,1732393263836 2024-11-23T20:21:24,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023/rs 2024-11-23T20:21:24,495 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:24,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,40389,1732393263836] 2024-11-23T20:21:24,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2896177023/draining/80f3ff297c7b,40389,1732393263836 already deleted, retry=false 2024-11-23T20:21:24,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,40389,1732393263836 expired; onlineServers=0 2024-11-23T20:21:24,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,46371,1732393263800' ***** 2024-11-23T20:21:24,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:24,499 DEBUG [M:0;80f3ff297c7b:46371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:21:24,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:21:24,499 DEBUG [M:0;80f3ff297c7b:46371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:21:24,499 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393264913 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393264913,5,FailOnTimeoutGroup] 2024-11-23T20:21:24,499 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393264914 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393264914,5,FailOnTimeoutGroup] 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:24,499 DEBUG [M:0;80f3ff297c7b:46371 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:21:24,499 INFO [M:0;80f3ff297c7b:46371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:24,500 INFO [M:0;80f3ff297c7b:46371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:21:24,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:21:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2896177023/master 2024-11-23T20:21:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2896177023 2024-11-23T20:21:24,500 DEBUG [M:0;80f3ff297c7b:46371 {}] zookeeper.ZKUtil(347): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Unable to get data of znode /2896177023/master because node does not exist (not an error) 2024-11-23T20:21:24,500 WARN [M:0;80f3ff297c7b:46371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:21:24,501 INFO [M:0;80f3ff297c7b:46371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/.lastflushedseqids 2024-11-23T20:21:24,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741847_1023 (size=245) 2024-11-23T20:21:24,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:24,597 INFO [RS:0;80f3ff297c7b:40389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:24,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40389-0x101467d2b3c0007, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:24,597 INFO [RS:0;80f3ff297c7b:40389 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,40389,1732393263836; zookeeper connection closed. 2024-11-23T20:21:24,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2851a529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2851a529 2024-11-23T20:21:24,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:21:24,906 INFO [M:0;80f3ff297c7b:46371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:21:24,906 INFO [M:0;80f3ff297c7b:46371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:21:24,906 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:24,906 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:24,906 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:24,906 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:24,906 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:24,906 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T20:21:24,912 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:24,925 DEBUG [M:0;80f3ff297c7b:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6793ab7dd3b409cbd0c0e907c640e1e is 82, key is hbase:meta,,1/info:regioninfo/1732393265574/Put/seqid=0 2024-11-23T20:21:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741848_1024 (size=5672) 2024-11-23T20:21:25,329 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6793ab7dd3b409cbd0c0e907c640e1e 2024-11-23T20:21:25,343 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:25,347 DEBUG [M:0;80f3ff297c7b:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3235d676a6b44bdea62708a197419101 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393275415/Put/seqid=0 2024-11-23T20:21:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741849_1025 (size=8516) 2024-11-23T20:21:25,715 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:25,750 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3235d676a6b44bdea62708a197419101 2024-11-23T20:21:25,768 DEBUG [M:0;80f3ff297c7b:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/337c67915bbd429fa2633056dc42b2a9 is 69, key is 80f3ff297c7b,40389,1732393263836/rs:state/1732393264995/Put/seqid=0 2024-11-23T20:21:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741850_1026 (size=5156) 2024-11-23T20:21:25,846 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:21:26,174 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/337c67915bbd429fa2633056dc42b2a9 2024-11-23T20:21:26,178 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6793ab7dd3b409cbd0c0e907c640e1e as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6793ab7dd3b409cbd0c0e907c640e1e 2024-11-23T20:21:26,181 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6793ab7dd3b409cbd0c0e907c640e1e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:21:26,182 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3235d676a6b44bdea62708a197419101 as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3235d676a6b44bdea62708a197419101 2024-11-23T20:21:26,185 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3235d676a6b44bdea62708a197419101, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:21:26,186 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/337c67915bbd429fa2633056dc42b2a9 as hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/337c67915bbd429fa2633056dc42b2a9 2024-11-23T20:21:26,189 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41341/user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/337c67915bbd429fa2633056dc42b2a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:21:26,190 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-23T20:21:26,195 INFO [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:26,195 DEBUG [M:0;80f3ff297c7b:46371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393284906Disabling compacts and flushes for region at 1732393284906Disabling writes for close at 1732393284906Obtaining lock to block concurrent updates at 1732393284906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393284906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732393284907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393284907Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393284907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393284924 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393284925 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393285332 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393285346 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393285346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393285754 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393285768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393285768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6530d340: reopening flushed file at 1732393286177 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c2410: reopening flushed file at 1732393286181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0dbd1f: reopening flushed file at 1732393286185 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732393286190 (+5 ms)Writing region close event to WAL at 1732393286195 (+5 ms)Closed at 1732393286195 2024-11-23T20:21:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741830_1006 (size=63654) 2024-11-23T20:21:26,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a949c1ed-64cf-0477-97f3-6c290158755d/MasterData/WALs/80f3ff297c7b,46371,1732393263800/80f3ff297c7b%2C46371%2C1732393263800.1732393264740 not finished, retry = 0 2024-11-23T20:21:26,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:26,298 INFO [M:0;80f3ff297c7b:46371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:21:26,298 INFO [M:0;80f3ff297c7b:46371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46371 2024-11-23T20:21:26,299 INFO [M:0;80f3ff297c7b:46371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:26,402 INFO [M:0;80f3ff297c7b:46371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x101467d2b3c0006, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:26,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a2a434e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:26,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40adf666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:26,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:26,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4a9931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:26,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a490d9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:26,407 WARN [BP-976368540-172.17.0.2-1732393262633 heartbeating to localhost/127.0.0.1:41341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:21:26,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:21:26,407 WARN [BP-976368540-172.17.0.2-1732393262633 heartbeating to localhost/127.0.0.1:41341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976368540-172.17.0.2-1732393262633 (Datanode Uuid 7e75e9ad-cfe7-46b6-8de0-47faa9401da8) service to localhost/127.0.0.1:41341 2024-11-23T20:21:26,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:21:26,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/cluster_b53f9b5b-7b6e-5f0c-1365-a4a9efc2c34d/data/data1/current/BP-976368540-172.17.0.2-1732393262633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:26,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/cluster_b53f9b5b-7b6e-5f0c-1365-a4a9efc2c34d/data/data2/current/BP-976368540-172.17.0.2-1732393262633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:26,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:21:26,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@386e4a7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:26,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b27353{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:26,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:26,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c629e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:26,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606a12fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:26,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:21:26,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:21:26,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:26,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:26,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:26,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:21:26,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1201527009, stopped=false 2024-11-23T20:21:26,433 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,42683,1732393259797 2024-11-23T20:21:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1178639875/running 2024-11-23T20:21:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1178639875/running 2024-11-23T20:21:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:26,434 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:26,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:26,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:26,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:26,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,42243,1732393259843' ***** 2024-11-23T20:21:26,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:21:26,436 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:21:26,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:21:26,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/running 2024-11-23T20:21:26,436 INFO [RS:0;80f3ff297c7b:42243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:21:26,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Set watcher on znode that does not yet exist, /1178639875/running 2024-11-23T20:21:26,436 INFO [RS:0;80f3ff297c7b:42243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:21:26,436 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:42243. 2024-11-23T20:21:26,437 DEBUG [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:26,437 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:26,437 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb, disabling compactions & flushes 2024-11-23T20:21:26,437 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:26,437 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:21:26,437 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. after waiting 0 ms 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:21:26,437 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:21:26,437 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T20:21:26,437 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:21:26,437 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1325): Online Regions={fa3ddbbd9f2d6b8a45b7f30bff7ce5bb=test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb., db759333cd63b3468345ea52935e6f34=hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:21:26,437 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db759333cd63b3468345ea52935e6f34, fa3ddbbd9f2d6b8a45b7f30bff7ce5bb 2024-11-23T20:21:26,438 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:26,438 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:26,438 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:26,438 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:26,438 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:26,438 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:21:26,441 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:26,449 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:26,459 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/info/1b3c1cd673154985aa733abefcc7fda0 is 147, key is hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34./info:regioninfo/1732393273482/Put/seqid=0 2024-11-23T20:21:26,461 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f/2f207cea6f6d49eba5e1202fe26f1477 is 29, key is row1/f:/1732393280659/DeleteFamily/seqid=0 2024-11-23T20:21:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741840_1016 (size=7686) 2024-11-23T20:21:26,463 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/info/1b3c1cd673154985aa733abefcc7fda0 2024-11-23T20:21:26,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741841_1017 (size=5152) 2024-11-23T20:21:26,465 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f/2f207cea6f6d49eba5e1202fe26f1477 2024-11-23T20:21:26,468 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f207cea6f6d49eba5e1202fe26f1477 2024-11-23T20:21:26,481 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/ns/ac18fc0f12e64e7286a708bac5b27ebf is 43, key is default/ns:d/1732393262483/Put/seqid=0 2024-11-23T20:21:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741842_1018 (size=5153) 2024-11-23T20:21:26,484 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/ns/ac18fc0f12e64e7286a708bac5b27ebf 2024-11-23T20:21:26,489 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f1/f6ba6910f46745d1a2adb7c89929d006 is 30, key is row1/f1:/1732393280659/DeleteFamily/seqid=0 2024-11-23T20:21:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741843_1019 (size=5158) 2024-11-23T20:21:26,492 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f1/f6ba6910f46745d1a2adb7c89929d006 2024-11-23T20:21:26,495 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ba6910f46745d1a2adb7c89929d006 2024-11-23T20:21:26,503 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/88a279b163444cd1b0292d00dfd0a154 is 112, key is test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb./rep_barrier:seqnumDuringOpen/1732393268613/Put/seqid=0 2024-11-23T20:21:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741844_1020 (size=5518) 2024-11-23T20:21:26,513 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/norep/77c2d168195e40eb973905dad94e4131 is 33, key is row1/norep:/1732393280659/DeleteFamily/seqid=0 2024-11-23T20:21:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741845_1021 (size=5108) 2024-11-23T20:21:26,517 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/norep/77c2d168195e40eb973905dad94e4131 2024-11-23T20:21:26,520 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c2d168195e40eb973905dad94e4131 2024-11-23T20:21:26,521 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f/2f207cea6f6d49eba5e1202fe26f1477 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f/2f207cea6f6d49eba5e1202fe26f1477 2024-11-23T20:21:26,524 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f207cea6f6d49eba5e1202fe26f1477 2024-11-23T20:21:26,524 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f/2f207cea6f6d49eba5e1202fe26f1477, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:26,525 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/f1/f6ba6910f46745d1a2adb7c89929d006 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1/f6ba6910f46745d1a2adb7c89929d006 2024-11-23T20:21:26,528 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ba6910f46745d1a2adb7c89929d006 2024-11-23T20:21:26,528 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1/f6ba6910f46745d1a2adb7c89929d006, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:26,529 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/.tmp/norep/77c2d168195e40eb973905dad94e4131 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep/77c2d168195e40eb973905dad94e4131 2024-11-23T20:21:26,532 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c2d168195e40eb973905dad94e4131 2024-11-23T20:21:26,532 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep/77c2d168195e40eb973905dad94e4131, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T20:21:26,533 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb in 96ms, sequenceid=10, compaction requested=false 2024-11-23T20:21:26,536 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/default/test/fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:26,537 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb: Waiting for close lock at 1732393286437Running coprocessor pre-close hooks at 1732393286437Disabling compacts and flushes for region at 1732393286437Disabling writes for close at 1732393286437Obtaining lock to block concurrent updates at 1732393286437Preparing flush snapshotting stores in fa3ddbbd9f2d6b8a45b7f30bff7ce5bb at 1732393286437Finished memstore snapshotting test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732393286437Flushing stores of test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. at 1732393286438 (+1 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f: creating writer at 1732393286438Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f: appending metadata at 1732393286461 (+23 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f: closing flushed file at 1732393286461Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1: creating writer at 1732393286468 (+7 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1: appending metadata at 1732393286488 (+20 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/f1: closing flushed file at 1732393286488Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep: creating writer at 1732393286496 (+8 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep: appending metadata at 1732393286512 (+16 ms)Flushing fa3ddbbd9f2d6b8a45b7f30bff7ce5bb/norep: closing flushed file at 1732393286512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3306258a: reopening flushed file at 1732393286520 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7596c5: reopening flushed file at 1732393286524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0b660f: reopening flushed file at 1732393286528 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fa3ddbbd9f2d6b8a45b7f30bff7ce5bb in 96ms, sequenceid=10, compaction requested=false at 1732393286533 (+5 ms)Writing region close event to WAL at 1732393286534 (+1 ms)Running coprocessor post-close hooks at 1732393286536 (+2 ms)Closed at 1732393286537 (+1 ms) 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393267835.fa3ddbbd9f2d6b8a45b7f30bff7ce5bb. 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db759333cd63b3468345ea52935e6f34, disabling compactions & flushes 2024-11-23T20:21:26,537 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. after waiting 0 ms 2024-11-23T20:21:26,537 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:26,537 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db759333cd63b3468345ea52935e6f34 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-23T20:21:26,555 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/.tmp/queue/15ff9ffe66fb415a964a7abb2f4af10d is 154, key is 1-80f3ff297c7b,42243,1732393259843/queue:80f3ff297c7b%2C42243%2C1732393259843/1732393282191/Put/seqid=0 2024-11-23T20:21:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741846_1022 (size=5353) 2024-11-23T20:21:26,619 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 1191, reset compression=false 2024-11-23T20:21:26,623 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:26,623 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 2082, reset compression=false 2024-11-23T20:21:26,623 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,42243,1732393259843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:26,624 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,42243,1732393259843: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80f3ff297c7b,42243,1732393259843, walGroup=80f3ff297c7b%2C42243%2C1732393259843, offset=80f3ff297c7b%2C42243%2C1732393259843.1732393261450:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:42243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:21:26,626 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:21:26,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:21:26,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:21:26,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:21:26,626 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:21:26,626 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 831585328 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201588784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:21:26,626 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:42683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:42683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T20:21:26,638 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:26,828 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 2082, reset compression=false 2024-11-23T20:21:26,838 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db759333cd63b3468345ea52935e6f34 2024-11-23T20:21:26,909 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/88a279b163444cd1b0292d00dfd0a154 2024-11-23T20:21:26,927 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/table/82809be235f042269ce287e7bf3b83b1 is 53, key is hbase:replication/table:state/1732393273490/Put/seqid=0 2024-11-23T20:21:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741847_1023 (size=5308) 2024-11-23T20:21:26,958 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/.tmp/queue/15ff9ffe66fb415a964a7abb2f4af10d 2024-11-23T20:21:26,962 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/.tmp/queue/15ff9ffe66fb415a964a7abb2f4af10d as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/queue/15ff9ffe66fb415a964a7abb2f4af10d 2024-11-23T20:21:26,965 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/queue/15ff9ffe66fb415a964a7abb2f4af10d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T20:21:26,966 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for db759333cd63b3468345ea52935e6f34 in 429ms, sequenceid=12, compaction requested=false 2024-11-23T20:21:26,968 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/replication/db759333cd63b3468345ea52935e6f34/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T20:21:26,969 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:26,969 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:21:26,969 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:26,969 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db759333cd63b3468345ea52935e6f34: Waiting for close lock at 1732393286537Running coprocessor pre-close hooks at 1732393286537Disabling compacts and flushes for region at 1732393286537Disabling writes for close at 1732393286537Obtaining lock to block concurrent updates at 1732393286537Preparing flush snapshotting stores in db759333cd63b3468345ea52935e6f34 at 1732393286537Finished memstore snapshotting hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732393286538 (+1 ms)Flushing stores of hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. at 1732393286538Flushing db759333cd63b3468345ea52935e6f34/queue: creating writer at 1732393286538Flushing db759333cd63b3468345ea52935e6f34/queue: appending metadata at 1732393286554 (+16 ms)Flushing db759333cd63b3468345ea52935e6f34/queue: closing flushed file at 1732393286554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cbbaca: reopening flushed file at 1732393286962 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for db759333cd63b3468345ea52935e6f34 in 429ms, sequenceid=12, compaction requested=false at 1732393286966 (+4 ms)Writing region close event to WAL at 1732393286966Running coprocessor post-close hooks at 1732393286969 (+3 ms)Closed at 1732393286969 2024-11-23T20:21:26,969 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393272297.db759333cd63b3468345ea52935e6f34. 2024-11-23T20:21:27,038 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:27,132 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.wal-reader.80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/WALs/80f3ff297c7b,42243,1732393259843/80f3ff297c7b%2C42243%2C1732393259843.1732393261450 to pos 2082, reset compression=false 2024-11-23T20:21:27,238 DEBUG [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:27,330 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/table/82809be235f042269ce287e7bf3b83b1 2024-11-23T20:21:27,335 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/info/1b3c1cd673154985aa733abefcc7fda0 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/info/1b3c1cd673154985aa733abefcc7fda0 2024-11-23T20:21:27,338 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/info/1b3c1cd673154985aa733abefcc7fda0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:21:27,338 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/ns/ac18fc0f12e64e7286a708bac5b27ebf as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/ns/ac18fc0f12e64e7286a708bac5b27ebf 2024-11-23T20:21:27,341 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/ns/ac18fc0f12e64e7286a708bac5b27ebf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:21:27,342 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/88a279b163444cd1b0292d00dfd0a154 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/rep_barrier/88a279b163444cd1b0292d00dfd0a154 2024-11-23T20:21:27,345 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/rep_barrier/88a279b163444cd1b0292d00dfd0a154, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:21:27,345 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/.tmp/table/82809be235f042269ce287e7bf3b83b1 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/table/82809be235f042269ce287e7bf3b83b1 2024-11-23T20:21:27,348 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/table/82809be235f042269ce287e7bf3b83b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:21:27,349 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-23T20:21:27,352 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:21:27,353 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:27,353 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:21:27,353 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:27,353 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393286438Running coprocessor pre-close hooks at 1732393286438Disabling compacts and flushes for region at 1732393286438Disabling writes for close at 1732393286438Obtaining lock to block concurrent updates at 1732393286438Preparing flush snapshotting stores in 1588230740 at 1732393286438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393286438Flushing stores of hbase:meta,,1.1588230740 at 1732393286438Flushing 1588230740/info: creating writer at 1732393286439 (+1 ms)Flushing 1588230740/info: appending metadata at 1732393286459 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732393286459Flushing 1588230740/ns: creating writer at 1732393286468 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732393286481 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732393286481Flushing 1588230740/rep_barrier: creating writer at 1732393286487 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393286503 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393286503Flushing 1588230740/table: creating writer at 1732393286913 (+410 ms)Flushing 1588230740/table: appending metadata at 1732393286926 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732393286927 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42efcda0: reopening flushed file at 1732393287334 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2dc7ce: reopening flushed file at 1732393287338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370f0088: reopening flushed file at 1732393287342 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f4fedb: reopening flushed file at 1732393287345 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1732393287349 (+4 ms)Writing region close event to WAL at 1732393287350 (+1 ms)Running coprocessor post-close hooks at 1732393287353 (+3 ms)Closed at 1732393287353 2024-11-23T20:21:27,353 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:27,380 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:21:27,380 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:21:27,438 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,42243,1732393259843; all regions closed. 2024-11-23T20:21:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:21:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741839_1015 (size=3114) 2024-11-23T20:21:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741832_1008 (size=2090) 2024-11-23T20:21:27,445 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:27,445 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:27,445 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:27,445 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:27,445 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:27,445 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:27,445 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,42243,1732393259843 because: Region server is closing 2024-11-23T20:21:27,446 INFO [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:42243. 2024-11-23T20:21:27,446 DEBUG [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:27,446 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:27,446 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:27,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:27,546 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,42243,1732393259843.replicationSource.shipper80f3ff297c7b%2C42243%2C1732393259843,1-80f3ff297c7b,42243,1732393259843 terminated 2024-11-23T20:21:27,547 INFO [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:42243. 2024-11-23T20:21:27,547 DEBUG [RS:0;80f3ff297c7b:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:27,547 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:27,547 DEBUG [RS:0;80f3ff297c7b:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:27,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:27,547 INFO [RS:0;80f3ff297c7b:42243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42243 2024-11-23T20:21:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1178639875/rs/80f3ff297c7b,42243,1732393259843 2024-11-23T20:21:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875/rs 2024-11-23T20:21:27,549 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:27,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,42243,1732393259843] 2024-11-23T20:21:27,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1178639875/draining/80f3ff297c7b,42243,1732393259843 already deleted, retry=false 2024-11-23T20:21:27,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,42243,1732393259843 expired; onlineServers=0 2024-11-23T20:21:27,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,42683,1732393259797' ***** 2024-11-23T20:21:27,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:21:27,551 INFO [M:0;80f3ff297c7b:42683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:27,551 INFO [M:0;80f3ff297c7b:42683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:27,551 DEBUG [M:0;80f3ff297c7b:42683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:21:27,552 DEBUG [M:0;80f3ff297c7b:42683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:21:27,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:21:27,552 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393261292 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393261292,5,FailOnTimeoutGroup] 2024-11-23T20:21:27,552 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393261288 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393261288,5,FailOnTimeoutGroup] 2024-11-23T20:21:27,552 INFO [M:0;80f3ff297c7b:42683 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:27,552 INFO [M:0;80f3ff297c7b:42683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:27,552 DEBUG [M:0;80f3ff297c7b:42683 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:21:27,552 INFO [M:0;80f3ff297c7b:42683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:21:27,552 INFO [M:0;80f3ff297c7b:42683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:27,553 INFO [M:0;80f3ff297c7b:42683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:21:27,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:21:27,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1178639875/master 2024-11-23T20:21:27,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1178639875 2024-11-23T20:21:27,559 DEBUG [M:0;80f3ff297c7b:42683 {}] zookeeper.ZKUtil(347): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Unable to get data of znode /1178639875/master because node does not exist (not an error) 2024-11-23T20:21:27,559 WARN [M:0;80f3ff297c7b:42683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:21:27,560 INFO [M:0;80f3ff297c7b:42683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/.lastflushedseqids 2024-11-23T20:21:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741848_1024 (size=245) 2024-11-23T20:21:27,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:27,650 INFO [RS:0;80f3ff297c7b:42243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:27,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x101467d2b3c0004, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:27,650 INFO [RS:0;80f3ff297c7b:42243 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,42243,1732393259843; zookeeper connection closed. 2024-11-23T20:21:27,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e50c3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e50c3a 2024-11-23T20:21:27,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:21:27,652 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:27,964 INFO [M:0;80f3ff297c7b:42683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:21:27,964 INFO [M:0;80f3ff297c7b:42683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:21:27,965 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:27,965 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:27,965 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:27,965 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:27,965 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:27,965 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T20:21:27,983 DEBUG [M:0;80f3ff297c7b:42683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98d62d8276124d61b06ba43b2cc76b7c is 82, key is hbase:meta,,1/info:regioninfo/1732393262473/Put/seqid=0 2024-11-23T20:21:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741849_1025 (size=5672) 2024-11-23T20:21:27,987 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98d62d8276124d61b06ba43b2cc76b7c 2024-11-23T20:21:28,006 DEBUG [M:0;80f3ff297c7b:42683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2b3cf27c3b04d2b8966c1855a773086 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393273494/Put/seqid=0 2024-11-23T20:21:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741850_1026 (size=8516) 2024-11-23T20:21:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,410 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2b3cf27c3b04d2b8966c1855a773086 2024-11-23T20:21:28,427 DEBUG [M:0;80f3ff297c7b:42683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e905da5666e043b1a4d0075f1a98dbab is 69, key is 80f3ff297c7b,42243,1732393259843/rs:state/1732393261303/Put/seqid=0 2024-11-23T20:21:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741851_1027 (size=5156) 2024-11-23T20:21:28,431 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e905da5666e043b1a4d0075f1a98dbab 2024-11-23T20:21:28,434 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98d62d8276124d61b06ba43b2cc76b7c as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98d62d8276124d61b06ba43b2cc76b7c 2024-11-23T20:21:28,438 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98d62d8276124d61b06ba43b2cc76b7c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T20:21:28,439 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2b3cf27c3b04d2b8966c1855a773086 as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2b3cf27c3b04d2b8966c1855a773086 2024-11-23T20:21:28,442 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2b3cf27c3b04d2b8966c1855a773086, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T20:21:28,442 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e905da5666e043b1a4d0075f1a98dbab as hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e905da5666e043b1a4d0075f1a98dbab 2024-11-23T20:21:28,445 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/585c9664-7127-3aba-1477-1352b0a2ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e905da5666e043b1a4d0075f1a98dbab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T20:21:28,446 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false 2024-11-23T20:21:28,449 INFO [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:28,449 DEBUG [M:0;80f3ff297c7b:42683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393287965Disabling compacts and flushes for region at 1732393287965Disabling writes for close at 1732393287965Obtaining lock to block concurrent updates at 1732393287965Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393287965Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732393287965Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393287966 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393287966Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393287983 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393287983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393287990 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393288006 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393288006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393288413 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393288427 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393288427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d324497: reopening flushed file at 1732393288434 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bee5d67: reopening flushed file at 1732393288438 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5090e258: reopening flushed file at 1732393288442 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false at 1732393288446 (+4 ms)Writing region close event to WAL at 1732393288449 (+3 ms)Closed at 1732393288449 2024-11-23T20:21:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741830_1006 (size=63654) 2024-11-23T20:21:28,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:28,451 INFO [M:0;80f3ff297c7b:42683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:21:28,451 INFO [M:0;80f3ff297c7b:42683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42683 2024-11-23T20:21:28,452 INFO [M:0;80f3ff297c7b:42683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:28,553 INFO [M:0;80f3ff297c7b:42683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42683-0x101467d2b3c0003, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:28,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c056cc4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:28,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@222b61d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:28,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:28,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aaf8662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:28,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f02827b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:28,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:21:28,558 WARN [BP-1645928119-172.17.0.2-1732393258614 heartbeating to localhost/127.0.0.1:36765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:21:28,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:21:28,558 WARN [BP-1645928119-172.17.0.2-1732393258614 heartbeating to localhost/127.0.0.1:36765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1645928119-172.17.0.2-1732393258614 (Datanode Uuid 1e311867-25aa-4bf6-9e56-67cd78896dc1) service to localhost/127.0.0.1:36765 2024-11-23T20:21:28,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/cluster_0e9b776e-b32d-e6ce-f26f-b7c6a315c819/data/data1/current/BP-1645928119-172.17.0.2-1732393258614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:28,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/cluster_0e9b776e-b32d-e6ce-f26f-b7c6a315c819/data/data2/current/BP-1645928119-172.17.0.2-1732393258614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:28,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:21:28,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@282a3faf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:28,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba88da4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:28,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:28,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f416987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:28,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c360c33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9056ac6e-34f4-fe9c-cc1e-41fb23fed36f/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:21:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:21:28,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:28,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:28,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:28,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:21:28,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=184497438, stopped=false 2024-11-23T20:21:28,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,43277,1732393255866 2024-11-23T20:21:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526882851/running 2024-11-23T20:21:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526882851/running 2024-11-23T20:21:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:21:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:21:28,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:28,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:28,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:28,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:28,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/running 2024-11-23T20:21:28,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,35641,1732393255958' ***** 2024-11-23T20:21:28,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:21:28,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Set watcher on znode that does not yet exist, /0-526882851/running 2024-11-23T20:21:28,581 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:21:28,581 INFO [RS:0;80f3ff297c7b:35641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:21:28,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:21:28,581 INFO [RS:0;80f3ff297c7b:35641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:21:28,581 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(3091): Received CLOSE for 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(3091): Received CLOSE for 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35641. 2024-11-23T20:21:28,582 DEBUG [RS:0;80f3ff297c7b:35641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:28,582 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 984f5d6fc38405cec398abe7317c1182, disabling compactions & flushes 2024-11-23T20:21:28,582 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. after waiting 0 ms 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:21:28,582 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 984f5d6fc38405cec398abe7317c1182 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-23T20:21:28,582 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:21:28,582 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1325): Online Regions={984f5d6fc38405cec398abe7317c1182=hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182., 1588230740=hbase:meta,,1.1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7=test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7.} 2024-11-23T20:21:28,582 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7, 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:28,582 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:28,582 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:28,582 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:21:28,604 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/info/f81db7fb47144343b05aee27b07eb279 is 147, key is hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182./info:regioninfo/1732393271329/Put/seqid=0 2024-11-23T20:21:28,604 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/.tmp/queue/d1139101d931415490aaf671d1a66540 is 153, key is 1-80f3ff297c7b,35641,1732393255958/queue:80f3ff297c7b%2C35641%2C1732393255958/1732393279914/Put/seqid=0 2024-11-23T20:21:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741840_1016 (size=5352) 2024-11-23T20:21:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741841_1017 (size=7686) 2024-11-23T20:21:28,644 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:28,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:28,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,782 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7, 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:28,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:28,955 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/WALs/80f3ff297c7b,35641,1732393255958/80f3ff297c7b%2C35641%2C1732393255958.1732393257553 to pos 636, reset compression=false 2024-11-23T20:21:28,983 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7, 984f5d6fc38405cec398abe7317c1182 2024-11-23T20:21:29,008 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/.tmp/queue/d1139101d931415490aaf671d1a66540 2024-11-23T20:21:29,008 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/info/f81db7fb47144343b05aee27b07eb279 2024-11-23T20:21:29,013 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/.tmp/queue/d1139101d931415490aaf671d1a66540 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/queue/d1139101d931415490aaf671d1a66540 2024-11-23T20:21:29,017 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/queue/d1139101d931415490aaf671d1a66540, entries=1, sequenceid=8, filesize=5.2 K 2024-11-23T20:21:29,018 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 984f5d6fc38405cec398abe7317c1182 in 436ms, sequenceid=8, compaction requested=false 2024-11-23T20:21:29,021 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/replication/984f5d6fc38405cec398abe7317c1182/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:21:29,022 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 984f5d6fc38405cec398abe7317c1182: Waiting for close lock at 1732393288582Running coprocessor pre-close hooks at 1732393288582Disabling compacts and flushes for region at 1732393288582Disabling writes for close at 1732393288582Obtaining lock to block concurrent updates at 1732393288582Preparing flush snapshotting stores in 984f5d6fc38405cec398abe7317c1182 at 1732393288582Finished memstore snapshotting hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732393288582Flushing stores of hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. at 1732393288583 (+1 ms)Flushing 984f5d6fc38405cec398abe7317c1182/queue: creating writer at 1732393288583Flushing 984f5d6fc38405cec398abe7317c1182/queue: appending metadata at 1732393288603 (+20 ms)Flushing 984f5d6fc38405cec398abe7317c1182/queue: closing flushed file at 1732393288603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cee48b: reopening flushed file at 1732393289012 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 984f5d6fc38405cec398abe7317c1182 in 436ms, sequenceid=8, compaction requested=false at 1732393289018 (+6 ms)Writing region close event to WAL at 1732393289019 (+1 ms)Running coprocessor post-close hooks at 1732393289021 (+2 ms)Closed at 1732393289022 (+1 ms) 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393270142.984f5d6fc38405cec398abe7317c1182. 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 596ef4c1835cb8ff814ffd700d7ab5c7, disabling compactions & flushes 2024-11-23T20:21:29,022 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. after waiting 0 ms 2024-11-23T20:21:29,022 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:29,022 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 596ef4c1835cb8ff814ffd700d7ab5c7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T20:21:29,032 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/ns/12276683d9c6491da3bb67aa373915d1 is 43, key is default/ns:d/1732393258552/Put/seqid=0 2024-11-23T20:21:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741842_1018 (size=5153) 2024-11-23T20:21:29,036 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/ns/12276683d9c6491da3bb67aa373915d1 2024-11-23T20:21:29,039 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f/a1ded0dc6bd14dc8ad5ecb6d3d4979ef is 28, key is row/f:/1732393279654/DeleteFamily/seqid=0 2024-11-23T20:21:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741843_1019 (size=5085) 2024-11-23T20:21:29,043 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f/a1ded0dc6bd14dc8ad5ecb6d3d4979ef 2024-11-23T20:21:29,046 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1ded0dc6bd14dc8ad5ecb6d3d4979ef 2024-11-23T20:21:29,057 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/rep_barrier/4bafc341f15c4804b47f9a0be7c72eb1 is 112, key is test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7./rep_barrier:seqnumDuringOpen/1732393266854/Put/seqid=0 2024-11-23T20:21:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741844_1020 (size=5518) 2024-11-23T20:21:29,071 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f1/bf41b8da57234bbb94c5ae272865d70e is 29, key is row/f1:/1732393279654/DeleteFamily/seqid=0 2024-11-23T20:21:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741845_1021 (size=5089) 2024-11-23T20:21:29,074 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f1/bf41b8da57234bbb94c5ae272865d70e 2024-11-23T20:21:29,078 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf41b8da57234bbb94c5ae272865d70e 2024-11-23T20:21:29,093 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/norep/79c049ce3bc841a9a1edf78f102f21be is 32, key is row/norep:/1732393279654/DeleteFamily/seqid=0 2024-11-23T20:21:29,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741846_1022 (size=5101) 2024-11-23T20:21:29,183 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:29,383 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 596ef4c1835cb8ff814ffd700d7ab5c7 2024-11-23T20:21:29,419 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:21:29,419 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:21:29,465 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/rep_barrier/4bafc341f15c4804b47f9a0be7c72eb1 2024-11-23T20:21:29,488 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/table/08fe449315ca4df086cdfd9c5d9cd1d0 is 53, key is hbase:replication/table:state/1732393271336/Put/seqid=0 2024-11-23T20:21:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741847_1023 (size=5308) 2024-11-23T20:21:29,497 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/norep/79c049ce3bc841a9a1edf78f102f21be 2024-11-23T20:21:29,500 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79c049ce3bc841a9a1edf78f102f21be 2024-11-23T20:21:29,501 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f/a1ded0dc6bd14dc8ad5ecb6d3d4979ef as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/f/a1ded0dc6bd14dc8ad5ecb6d3d4979ef 2024-11-23T20:21:29,504 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1ded0dc6bd14dc8ad5ecb6d3d4979ef 2024-11-23T20:21:29,504 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/f/a1ded0dc6bd14dc8ad5ecb6d3d4979ef, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T20:21:29,505 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/f1/bf41b8da57234bbb94c5ae272865d70e as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/f1/bf41b8da57234bbb94c5ae272865d70e 2024-11-23T20:21:29,508 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf41b8da57234bbb94c5ae272865d70e 2024-11-23T20:21:29,508 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/f1/bf41b8da57234bbb94c5ae272865d70e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T20:21:29,509 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/.tmp/norep/79c049ce3bc841a9a1edf78f102f21be as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/norep/79c049ce3bc841a9a1edf78f102f21be 2024-11-23T20:21:29,512 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79c049ce3bc841a9a1edf78f102f21be 2024-11-23T20:21:29,512 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/norep/79c049ce3bc841a9a1edf78f102f21be, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T20:21:29,513 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 596ef4c1835cb8ff814ffd700d7ab5c7 in 491ms, sequenceid=6, compaction requested=false 2024-11-23T20:21:29,513 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:21:29,517 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/default/test/596ef4c1835cb8ff814ffd700d7ab5c7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T20:21:29,518 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:29,518 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:29,518 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:29,518 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 596ef4c1835cb8ff814ffd700d7ab5c7: Waiting for close lock at 1732393289022Running coprocessor pre-close hooks at 1732393289022Disabling compacts and flushes for region at 1732393289022Disabling writes for close at 1732393289022Obtaining lock to block concurrent updates at 1732393289022Preparing flush snapshotting stores in 596ef4c1835cb8ff814ffd700d7ab5c7 at 1732393289022Finished memstore snapshotting test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732393289022Flushing stores of test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. at 1732393289023 (+1 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f: creating writer at 1732393289023Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f: appending metadata at 1732393289039 (+16 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f: closing flushed file at 1732393289039Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f1: creating writer at 1732393289047 (+8 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f1: appending metadata at 1732393289070 (+23 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/f1: closing flushed file at 1732393289070Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/norep: creating writer at 1732393289078 (+8 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/norep: appending metadata at 1732393289092 (+14 ms)Flushing 596ef4c1835cb8ff814ffd700d7ab5c7/norep: closing flushed file at 1732393289092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614ccdd1: reopening flushed file at 1732393289500 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca19fe1: reopening flushed file at 1732393289505 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb3d56d: reopening flushed file at 1732393289509 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 596ef4c1835cb8ff814ffd700d7ab5c7 in 491ms, sequenceid=6, compaction requested=false at 1732393289513 (+4 ms)Writing region close event to WAL at 1732393289515 (+2 ms)Running coprocessor post-close hooks at 1732393289518 (+3 ms)Closed at 1732393289518 2024-11-23T20:21:29,518 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393265685.596ef4c1835cb8ff814ffd700d7ab5c7. 2024-11-23T20:21:29,583 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:21:29,583 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:21:29,583 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:29,783 DEBUG [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:21:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:21:29,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:29,892 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/table/08fe449315ca4df086cdfd9c5d9cd1d0 2024-11-23T20:21:29,896 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/info/f81db7fb47144343b05aee27b07eb279 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/info/f81db7fb47144343b05aee27b07eb279 2024-11-23T20:21:29,900 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/info/f81db7fb47144343b05aee27b07eb279, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:21:29,900 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/ns/12276683d9c6491da3bb67aa373915d1 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/ns/12276683d9c6491da3bb67aa373915d1 2024-11-23T20:21:29,904 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/ns/12276683d9c6491da3bb67aa373915d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:21:29,905 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/rep_barrier/4bafc341f15c4804b47f9a0be7c72eb1 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/rep_barrier/4bafc341f15c4804b47f9a0be7c72eb1 2024-11-23T20:21:29,908 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/rep_barrier/4bafc341f15c4804b47f9a0be7c72eb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:21:29,908 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/.tmp/table/08fe449315ca4df086cdfd9c5d9cd1d0 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/table/08fe449315ca4df086cdfd9c5d9cd1d0 2024-11-23T20:21:29,912 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/table/08fe449315ca4df086cdfd9c5d9cd1d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:21:29,912 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-23T20:21:29,913 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:21:29,917 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:21:29,918 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:21:29,918 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:21:29,918 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:29,918 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393288582Running coprocessor pre-close hooks at 1732393288582Disabling compacts and flushes for region at 1732393288582Disabling writes for close at 1732393288582Obtaining lock to block concurrent updates at 1732393288582Preparing flush snapshotting stores in 1588230740 at 1732393288582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393288583 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393288583Flushing 1588230740/info: creating writer at 1732393288583Flushing 1588230740/info: appending metadata at 1732393288604 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732393288604Flushing 1588230740/ns: creating writer at 1732393289012 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732393289032 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732393289032Flushing 1588230740/rep_barrier: creating writer at 1732393289040 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393289056 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393289056Flushing 1588230740/table: creating writer at 1732393289469 (+413 ms)Flushing 1588230740/table: appending metadata at 1732393289488 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732393289488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502aeda7: reopening flushed file at 1732393289896 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfd98d5: reopening flushed file at 1732393289900 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2955826c: reopening flushed file at 1732393289904 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c17ea12: reopening flushed file at 1732393289908 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732393289912 (+4 ms)Writing region close event to WAL at 1732393289914 (+2 ms)Running coprocessor post-close hooks at 1732393289917 (+3 ms)Closed at 1732393289918 (+1 ms) 2024-11-23T20:21:29,918 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:29,983 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,35641,1732393255958; all regions closed. 2024-11-23T20:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741834_1010 (size=4239) 2024-11-23T20:21:29,987 DEBUG [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs 2024-11-23T20:21:29,987 INFO [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35641%2C1732393255958.meta:.meta(num 1732393258511) 2024-11-23T20:21:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741839_1015 (size=2240) 2024-11-23T20:21:29,990 DEBUG [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs 2024-11-23T20:21:29,990 INFO [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35641%2C1732393255958.rep:(num 1732393271286) 2024-11-23T20:21:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741832_1008 (size=1535) 2024-11-23T20:21:29,993 DEBUG [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/oldWALs 2024-11-23T20:21:29,993 INFO [RS:0;80f3ff297c7b:35641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C35641%2C1732393255958:(num 1732393257553) 2024-11-23T20:21:29,993 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:29,993 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:21:29,993 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:29,993 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:29,993 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:29,994 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:29,994 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,35641,1732393255958 because: Region server is closing 2024-11-23T20:21:29,994 INFO [RS:0;80f3ff297c7b:35641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:35641. 2024-11-23T20:21:29,994 DEBUG [RS:0;80f3ff297c7b:35641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:29,994 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:29,994 DEBUG [RS:0;80f3ff297c7b:35641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:29,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:30,095 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:21:30,095 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.wal-reader.80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T20:21:30,095 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,35641,1732393255958.replicationSource.shipper80f3ff297c7b%2C35641%2C1732393255958,1-80f3ff297c7b,35641,1732393255958 terminated 2024-11-23T20:21:30,095 INFO [RS:0;80f3ff297c7b:35641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35641 2024-11-23T20:21:30,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526882851/rs/80f3ff297c7b,35641,1732393255958 2024-11-23T20:21:30,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851/rs 2024-11-23T20:21:30,097 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:30,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,35641,1732393255958] 2024-11-23T20:21:30,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-526882851/draining/80f3ff297c7b,35641,1732393255958 already deleted, retry=false 2024-11-23T20:21:30,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,35641,1732393255958 expired; onlineServers=0 2024-11-23T20:21:30,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,43277,1732393255866' ***** 2024-11-23T20:21:30,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:21:30,101 INFO [M:0;80f3ff297c7b:43277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:21:30,101 INFO [M:0;80f3ff297c7b:43277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:21:30,101 DEBUG [M:0;80f3ff297c7b:43277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:21:30,101 DEBUG [M:0;80f3ff297c7b:43277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:21:30,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:21:30,101 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393257376 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393257376,5,FailOnTimeoutGroup] 2024-11-23T20:21:30,101 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393257375 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393257375,5,FailOnTimeoutGroup] 2024-11-23T20:21:30,101 INFO [M:0;80f3ff297c7b:43277 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:21:30,101 INFO [M:0;80f3ff297c7b:43277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:21:30,101 DEBUG [M:0;80f3ff297c7b:43277 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:21:30,101 INFO [M:0;80f3ff297c7b:43277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:21:30,102 INFO [M:0;80f3ff297c7b:43277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:21:30,102 INFO [M:0;80f3ff297c7b:43277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:21:30,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:21:30,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526882851/master 2024-11-23T20:21:30,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526882851 2024-11-23T20:21:30,103 DEBUG [M:0;80f3ff297c7b:43277 {}] zookeeper.ZKUtil(347): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Unable to get data of znode /0-526882851/master because node does not exist (not an error) 2024-11-23T20:21:30,103 WARN [M:0;80f3ff297c7b:43277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:21:30,103 INFO [M:0;80f3ff297c7b:43277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/.lastflushedseqids 2024-11-23T20:21:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741848_1024 (size=245) 2024-11-23T20:21:30,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:30,199 INFO [RS:0;80f3ff297c7b:35641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35641-0x101467d2b3c0001, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:30,200 INFO [RS:0;80f3ff297c7b:35641 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,35641,1732393255958; zookeeper connection closed. 2024-11-23T20:21:30,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45cbf14a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45cbf14a 2024-11-23T20:21:30,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:21:30,508 INFO [M:0;80f3ff297c7b:43277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:21:30,508 INFO [M:0;80f3ff297c7b:43277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:21:30,508 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:30,508 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:30,508 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:30,508 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:30,508 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:30,508 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-23T20:21:30,524 DEBUG [M:0;80f3ff297c7b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecaa9b906601458cabd24c05b0582df8 is 82, key is hbase:meta,,1/info:regioninfo/1732393258540/Put/seqid=0 2024-11-23T20:21:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741849_1025 (size=5672) 2024-11-23T20:21:30,928 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecaa9b906601458cabd24c05b0582df8 2024-11-23T20:21:30,952 DEBUG [M:0;80f3ff297c7b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6710848ce3dd4685a71ade5d22de45d5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393266866/Put/seqid=0 2024-11-23T20:21:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741850_1026 (size=7219) 2024-11-23T20:21:31,356 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6710848ce3dd4685a71ade5d22de45d5 2024-11-23T20:21:31,360 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6710848ce3dd4685a71ade5d22de45d5 2024-11-23T20:21:31,378 DEBUG [M:0;80f3ff297c7b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb23753d2fd4141baf9b1a20775d604 is 69, key is 80f3ff297c7b,35641,1732393255958/rs:state/1732393257403/Put/seqid=0 2024-11-23T20:21:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741851_1027 (size=5156) 2024-11-23T20:21:31,782 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb23753d2fd4141baf9b1a20775d604 2024-11-23T20:21:31,786 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecaa9b906601458cabd24c05b0582df8 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecaa9b906601458cabd24c05b0582df8 2024-11-23T20:21:31,790 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecaa9b906601458cabd24c05b0582df8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T20:21:31,793 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6710848ce3dd4685a71ade5d22de45d5 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6710848ce3dd4685a71ade5d22de45d5 2024-11-23T20:21:31,796 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6710848ce3dd4685a71ade5d22de45d5 2024-11-23T20:21:31,796 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6710848ce3dd4685a71ade5d22de45d5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T20:21:31,797 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebb23753d2fd4141baf9b1a20775d604 as hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebb23753d2fd4141baf9b1a20775d604 2024-11-23T20:21:31,800 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40125/user/jenkins/test-data/ea901af2-384c-4b7e-4223-a457cf273746/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebb23753d2fd4141baf9b1a20775d604, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T20:21:31,801 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-23T20:21:31,802 INFO [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:31,803 DEBUG [M:0;80f3ff297c7b:43277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393290508Disabling compacts and flushes for region at 1732393290508Disabling writes for close at 1732393290508Obtaining lock to block concurrent updates at 1732393290508Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393290508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732393290509 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393290509Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393290509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393290524 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393290524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393290932 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393290951 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393290951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393291360 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393291378 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393291378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1973d27b: reopening flushed file at 1732393291786 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b50f361: reopening flushed file at 1732393291790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a81aa1d: reopening flushed file at 1732393291796 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732393291801 (+5 ms)Writing region close event to WAL at 1732393291802 (+1 ms)Closed at 1732393291802 2024-11-23T20:21:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741830_1006 (size=64435) 2024-11-23T20:21:31,805 INFO [M:0;80f3ff297c7b:43277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:21:31,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:21:31,805 INFO [M:0;80f3ff297c7b:43277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43277 2024-11-23T20:21:31,805 INFO [M:0;80f3ff297c7b:43277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:21:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:31,908 INFO [M:0;80f3ff297c7b:43277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:21:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101467d2b3c0000, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:21:31,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b0a045e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:31,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49e26eb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:31,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:31,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311a896c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:31,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7c806f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:31,912 WARN [BP-996314206-172.17.0.2-1732393255121 heartbeating to localhost/127.0.0.1:40125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:21:31,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:21:31,912 WARN [BP-996314206-172.17.0.2-1732393255121 heartbeating to localhost/127.0.0.1:40125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-996314206-172.17.0.2-1732393255121 (Datanode Uuid 9f050e39-1493-4638-96aa-3d703019ea1f) service to localhost/127.0.0.1:40125 2024-11-23T20:21:31,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:21:31,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/data/data1/current/BP-996314206-172.17.0.2-1732393255121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:31,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/cluster_fda70f96-5802-bd88-956f-a5ab1ca033ee/data/data2/current/BP-996314206-172.17.0.2-1732393255121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:21:31,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:21:31,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4d3430{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:31,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a79f27b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:21:31,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:21:31,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c01c237{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:21:31,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb72c32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/717e1d80-c63d-11d2-f17a-2a4e900d58a8/hadoop.log.dir/,STOPPED} 2024-11-23T20:21:31,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:21:31,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:21:31,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36765 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40125 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41341 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6305 (was 7072) 2024-11-23T20:21:31,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=6305 2024-11-23T20:21:31,977 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T20:21:31,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir so I do NOT create it in target/test-data/04723b63-4774-9f87-934e-9978ce38dea8 2024-11-23T20:21:31,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:21:31,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.tmp.dir so I do NOT create it in target/test-data/04723b63-4774-9f87-934e-9978ce38dea8 2024-11-23T20:21:31,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af34f653-4f04-195b-f7bb-0675f2df79af/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:21:31,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8 2024-11-23T20:21:31,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71, deleteOnExit=true 2024-11-23T20:21:31,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/zookeeper_0, clientPort=53330, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:21:31,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53330 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/test.cache.data in system properties and HBase conf 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:21:31,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:21:31,982 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:21:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:21:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101467d2b3c0005, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:21:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101467d2b3c0008, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:21:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101467d2b3c0002, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T20:21:32,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101467d2b3c0002, quorum=127.0.0.1:53419, baseZNode=/0-526882851 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:21:32,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101467d2b3c0008, quorum=127.0.0.1:53419, baseZNode=/2896177023 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:21:32,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101467d2b3c0005, quorum=127.0.0.1:53419, baseZNode=/1178639875 Received Disconnected from ZooKeeper, ignoring 2024-11-23T20:21:32,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:32,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:32,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:32,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:32,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:21:32,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:32,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb54462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:32,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781782ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:32,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c60dc08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/java.io.tmpdir/jetty-localhost-40107-hadoop-hdfs-3_4_1-tests_jar-_-any-9881082538371095650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:32,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35859fd6{HTTP/1.1, (http/1.1)}{localhost:40107} 2024-11-23T20:21:32,182 INFO [Time-limited test {}] server.Server(415): Started @277610ms 2024-11-23T20:21:32,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:32,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:32,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:32,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:32,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:21:32,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b20fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:32,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c792f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:32,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb068a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/java.io.tmpdir/jetty-localhost-34025-hadoop-hdfs-3_4_1-tests_jar-_-any-4416542825489305224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:32,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2995bc82{HTTP/1.1, (http/1.1)}{localhost:34025} 2024-11-23T20:21:32,383 INFO [Time-limited test {}] server.Server(415): Started @277811ms 2024-11-23T20:21:32,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:21:32,494 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data1/current/BP-1357934050-172.17.0.2-1732393292003/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:32,494 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data2/current/BP-1357934050-172.17.0.2-1732393292003/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:32,516 WARN [Thread-4148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:21:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde438dbbee833760 with lease ID 0xd327e7ebefa2a85f: Processing first storage report for DS-eb92bb9e-61af-424b-8106-80fbdcfc199f from datanode DatanodeRegistration(127.0.0.1:35967, datanodeUuid=73a4b474-e43e-4bc5-8024-4593fd991c00, infoPort=34547, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=242315732;c=1732393292003) 2024-11-23T20:21:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde438dbbee833760 with lease ID 0xd327e7ebefa2a85f: from storage DS-eb92bb9e-61af-424b-8106-80fbdcfc199f node DatanodeRegistration(127.0.0.1:35967, datanodeUuid=73a4b474-e43e-4bc5-8024-4593fd991c00, infoPort=34547, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=242315732;c=1732393292003), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T20:21:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde438dbbee833760 with lease ID 0xd327e7ebefa2a85f: Processing first storage report for DS-ee0a8e94-2ab9-4b83-b281-47b05fd28440 from datanode DatanodeRegistration(127.0.0.1:35967, datanodeUuid=73a4b474-e43e-4bc5-8024-4593fd991c00, infoPort=34547, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=242315732;c=1732393292003) 2024-11-23T20:21:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde438dbbee833760 with lease ID 0xd327e7ebefa2a85f: from storage DS-ee0a8e94-2ab9-4b83-b281-47b05fd28440 node DatanodeRegistration(127.0.0.1:35967, datanodeUuid=73a4b474-e43e-4bc5-8024-4593fd991c00, infoPort=34547, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=242315732;c=1732393292003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:32,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8 2024-11-23T20:21:32,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:21:32,621 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49 with version=8 2024-11-23T20:21:32,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/hbase-staging 2024-11-23T20:21:32,623 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:32,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:21:32,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:32,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46513 2024-11-23T20:21:32,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46513 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-23T20:21:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465130x0, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:32,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46513-0x101467dbb5c0000 connected 2024-11-23T20:21:32,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on znode that does not yet exist, /0-1661431684/running 2024-11-23T20:21:32,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49, hbase.cluster.distributed=false 2024-11-23T20:21:32,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on znode that does not yet exist, /0-1661431684/acl 2024-11-23T20:21:32,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T20:21:32,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46513 2024-11-23T20:21:32,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46513 2024-11-23T20:21:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T20:21:32,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T20:21:32,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:32,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:32,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:32,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:32,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:21:32,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:32,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37857 2024-11-23T20:21:32,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37857 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-23T20:21:32,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:32,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378570x0, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:32,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378570x0, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on znode that does not yet exist, /0-1661431684/running 2024-11-23T20:21:32,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37857-0x101467dbb5c0001 connected 2024-11-23T20:21:32,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:21:32,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:21:32,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on znode that does not yet exist, /0-1661431684/master 2024-11-23T20:21:32,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on znode that does not yet exist, /0-1661431684/acl 2024-11-23T20:21:32,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-23T20:21:32,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37857 2024-11-23T20:21:32,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37857 2024-11-23T20:21:32,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-23T20:21:32,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-23T20:21:32,728 DEBUG [M:0;80f3ff297c7b:46513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:46513 2024-11-23T20:21:32,729 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1661431684/backup-masters/80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684/backup-masters 2024-11-23T20:21:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684/backup-masters 2024-11-23T20:21:32,731 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on existing znode=/0-1661431684/backup-masters/80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:32,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1661431684/master 2024-11-23T20:21:32,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:32,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:32,734 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on existing znode=/0-1661431684/master 2024-11-23T20:21:32,735 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1661431684/backup-masters/80f3ff297c7b,46513,1732393292623 from backup master directory 2024-11-23T20:21:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1661431684/backup-masters/80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684/backup-masters 2024-11-23T20:21:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684/backup-masters 2024-11-23T20:21:32,736 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:32,736 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:32,739 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/hbase.id] with ID: 3828ce71-b2c5-4b73-8fd0-9fbb23d316bc 2024-11-23T20:21:32,739 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/.tmp/hbase.id 2024-11-23T20:21:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:33,146 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/.tmp/hbase.id]:[hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/hbase.id] 2024-11-23T20:21:33,154 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:33,154 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:33,154 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T20:21:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:33,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:33,562 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:33,562 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:33,563 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:33,971 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/data/master/store 2024-11-23T20:21:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:34,377 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:34,377 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:34,377 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393294377Disabling compacts and flushes for region at 1732393294377Disabling writes for close at 1732393294377Writing region close event to WAL at 1732393294377Closed at 1732393294377 2024-11-23T20:21:34,378 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/data/master/store/.initializing 2024-11-23T20:21:34,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/WALs/80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:34,378 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:34,380 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C46513%2C1732393292623, suffix=, logDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/WALs/80f3ff297c7b,46513,1732393292623, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:34,395 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/WALs/80f3ff297c7b,46513,1732393292623/80f3ff297c7b%2C46513%2C1732393292623.1732393294380, exclude list is [], retry=0 2024-11-23T20:21:34,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-eb92bb9e-61af-424b-8106-80fbdcfc199f,DISK] 2024-11-23T20:21:34,401 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/WALs/80f3ff297c7b,46513,1732393292623/80f3ff297c7b%2C46513%2C1732393292623.1732393294380 2024-11-23T20:21:34,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-23T20:21:34,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:34,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:34,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:34,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:34,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:34,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:34,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:34,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:34,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:34,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:34,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:34,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:34,414 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,414 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,415 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,416 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,416 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,416 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:34,417 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:34,423 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:34,424 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61349067, jitterRate=-0.08582766354084015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:34,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393294402Initializing all the Stores at 1732393294402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393294402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393294408 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393294408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393294408Cleaning up temporary data from old regions at 1732393294416 (+8 ms)Region opened successfully at 1732393294424 (+8 ms) 2024-11-23T20:21:34,425 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:34,427 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e29444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:34,428 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:34,429 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:34,430 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:34,431 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Unable to get data of znode /0-1661431684/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:34,432 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1661431684/balancer already deleted, retry=false 2024-11-23T20:21:34,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:34,433 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Unable to get data of znode /0-1661431684/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:34,435 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1661431684/normalizer already deleted, retry=false 2024-11-23T20:21:34,435 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:34,436 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Unable to get data of znode /0-1661431684/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:34,438 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1661431684/switch/split already deleted, retry=false 2024-11-23T20:21:34,439 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Unable to get data of znode /0-1661431684/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:34,440 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1661431684/switch/merge already deleted, retry=false 2024-11-23T20:21:34,442 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Unable to get data of znode /0-1661431684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:34,443 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1661431684/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1661431684/running 2024-11-23T20:21:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1661431684/running 2024-11-23T20:21:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,446 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,46513,1732393292623, sessionid=0x101467dbb5c0000, setting cluster-up flag (Was=false) 2024-11-23T20:21:34,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,455 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1661431684/flush-table-proc/acquired, /0-1661431684/flush-table-proc/reached, /0-1661431684/flush-table-proc/abort 2024-11-23T20:21:34,455 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:34,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:34,462 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1661431684/online-snapshot/acquired, /0-1661431684/online-snapshot/reached, /0-1661431684/online-snapshot/abort 2024-11-23T20:21:34,463 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:34,464 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:34,465 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:34,466 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:34,466 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:34,466 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,46513,1732393292623 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:34,467 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393324473 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:34,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:34,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:34,473 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:34,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:34,474 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:34,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:34,476 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393294474,5,FailOnTimeoutGroup] 2024-11-23T20:21:34,478 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393294476,5,FailOnTimeoutGroup] 2024-11-23T20:21:34,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:34,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:34,518 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(746): ClusterId : 3828ce71-b2c5-4b73-8fd0-9fbb23d316bc 2024-11-23T20:21:34,518 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:34,520 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:34,520 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:34,523 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:34,523 DEBUG [RS:0;80f3ff297c7b:37857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389769cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:34,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:34,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,535 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:37857 2024-11-23T20:21:34,535 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:34,535 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:34,535 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:34,536 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,46513,1732393292623 with port=37857, startcode=1732393292689 2024-11-23T20:21:34,536 DEBUG [RS:0;80f3ff297c7b:37857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:34,538 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:34,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,540 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49 2024-11-23T20:21:34,540 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32975 2024-11-23T20:21:34,540 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:34,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684/rs 2024-11-23T20:21:34,542 DEBUG [RS:0;80f3ff297c7b:37857 {}] zookeeper.ZKUtil(111): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Set watcher on existing znode=/0-1661431684/rs/80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,542 WARN [RS:0;80f3ff297c7b:37857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:34,542 INFO [RS:0;80f3ff297c7b:37857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:34,542 DEBUG [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,37857,1732393292689] 2024-11-23T20:21:34,545 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:34,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:34,618 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:34,619 INFO [RS:0;80f3ff297c7b:37857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:34,619 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,619 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:34,620 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:34,620 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:34,620 DEBUG [RS:0;80f3ff297c7b:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:34,620 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,620 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,621 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,621 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,621 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,621 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37857,1732393292689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:34,634 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:34,635 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37857,1732393292689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,635 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,635 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.Replication(171): 80f3ff297c7b,37857,1732393292689 started 2024-11-23T20:21:34,650 INFO [RS:0;80f3ff297c7b:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:34,650 INFO [RS:0;80f3ff297c7b:37857 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,37857,1732393292689, RpcServer on 80f3ff297c7b/172.17.0.2:37857, sessionid=0x101467dbb5c0001 2024-11-23T20:21:34,650 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37857,1732393292689' 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1661431684/flush-table-proc/abort' 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1661431684/flush-table-proc/acquired' 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37857,1732393292689' 2024-11-23T20:21:34,651 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1661431684/online-snapshot/abort' 2024-11-23T20:21:34,652 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1661431684/online-snapshot/acquired' 2024-11-23T20:21:34,652 DEBUG [RS:0;80f3ff297c7b:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:34,652 INFO [RS:0;80f3ff297c7b:37857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:34,652 INFO [RS:0;80f3ff297c7b:37857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:34,752 INFO [RS:0;80f3ff297c7b:37857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:34,754 INFO [RS:0;80f3ff297c7b:37857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37857%2C1732393292689, suffix=, logDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/oldWALs, maxLogs=10 2024-11-23T20:21:34,771 DEBUG [RS:0;80f3ff297c7b:37857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689/80f3ff297c7b%2C37857%2C1732393292689.1732393294754, exclude list is [], retry=0 2024-11-23T20:21:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-eb92bb9e-61af-424b-8106-80fbdcfc199f,DISK] 2024-11-23T20:21:34,775 INFO [RS:0;80f3ff297c7b:37857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689/80f3ff297c7b%2C37857%2C1732393292689.1732393294754 2024-11-23T20:21:34,775 DEBUG [RS:0;80f3ff297c7b:37857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-23T20:21:34,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:34,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49 2024-11-23T20:21:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:21:35,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:35,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:35,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:35,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:35,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:35,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:35,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:35,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:35,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:35,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:35,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/1588230740 2024-11-23T20:21:35,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/1588230740 2024-11-23T20:21:35,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:35,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:35,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:35,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:35,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:35,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62678503, jitterRate=-0.0660175234079361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393295290Initializing all the Stores at 1732393295291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393295291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295291Cleaning up temporary data from old regions at 1732393295298 (+7 ms)Region opened successfully at 1732393295302 (+4 ms) 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:35,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:35,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:35,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393295302Disabling compacts and flushes for region at 1732393295302Disabling writes for close at 1732393295302Writing region close event to WAL at 1732393295302Closed at 1732393295302 2024-11-23T20:21:35,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:35,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:35,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:35,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:35,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:35,455 DEBUG [80f3ff297c7b:46513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:35,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:35,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37857,1732393292689, state=OPENING 2024-11-23T20:21:35,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:35,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:35,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1661431684 2024-11-23T20:21:35,469 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:35,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1661431684/meta-region-server: CHANGED 2024-11-23T20:21:35,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1661431684/meta-region-server: CHANGED 2024-11-23T20:21:35,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37857,1732393292689}] 2024-11-23T20:21:35,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:35,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:35,625 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:35,625 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:35,626 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:35,627 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37857%2C1732393292689.meta, suffix=.meta, logDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/oldWALs, maxLogs=10 2024-11-23T20:21:35,648 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689/80f3ff297c7b%2C37857%2C1732393292689.meta.1732393295628.meta, exclude list is [], retry=0 2024-11-23T20:21:35,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-eb92bb9e-61af-424b-8106-80fbdcfc199f,DISK] 2024-11-23T20:21:35,651 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/WALs/80f3ff297c7b,37857,1732393292689/80f3ff297c7b%2C37857%2C1732393292689.meta.1732393295628.meta 2024-11-23T20:21:35,652 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-23T20:21:35,652 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:35,652 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:35,653 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:35,653 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:35,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:35,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:35,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:35,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:35,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:35,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:35,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:35,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:35,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:35,658 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:35,659 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/1588230740 2024-11-23T20:21:35,660 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/hbase/meta/1588230740 2024-11-23T20:21:35,660 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:35,660 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:35,661 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:35,662 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:35,662 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64813546, jitterRate=-0.034202903509140015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:35,662 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:35,663 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393295653Writing region info on filesystem at 1732393295653Initializing all the Stores at 1732393295654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393295654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393295654Cleaning up temporary data from old regions at 1732393295660 (+6 ms)Running coprocessor post-open hooks at 1732393295662 (+2 ms)Region opened successfully at 1732393295663 (+1 ms) 2024-11-23T20:21:35,663 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393295621 2024-11-23T20:21:35,665 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:35,665 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:35,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:35,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37857,1732393292689, state=OPEN 2024-11-23T20:21:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x101467dbb5c0000, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1661431684/meta-region-server 2024-11-23T20:21:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x101467dbb5c0001, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1661431684/meta-region-server 2024-11-23T20:21:35,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1661431684/meta-region-server: CHANGED 2024-11-23T20:21:35,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1661431684/meta-region-server: CHANGED 2024-11-23T20:21:35,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:35,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:35,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37857,1732393292689 in 198 msec 2024-11-23T20:21:35,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:35,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-23T20:21:35,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:35,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:35,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:35,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37857,1732393292689, seqNum=-1] 2024-11-23T20:21:35,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:35,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:35,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-23T20:21:35,677 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393295677, completionTime=-1 2024-11-23T20:21:35,677 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:35,677 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:35,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:35,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393355678 2024-11-23T20:21:35,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393415678 2024-11-23T20:21:35,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:21:35,678 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:46513, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,679 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,680 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:35,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-23T20:21:35,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:35,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:35,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:35,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:35,682 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:35,682 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:35,682 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:35,683 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:35,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:35,683 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,46513,1732393292623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:35,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9209f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:35,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46513,-1 for getting cluster id 2024-11-23T20:21:35,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:35,720 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3828ce71-b2c5-4b73-8fd0-9fbb23d316bc' 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3828ce71-b2c5-4b73-8fd0-9fbb23d316bc" 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324841cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46513,-1] 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:35,722 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:35,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc0177a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:35,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37857,1732393292689, seqNum=-1] 2024-11-23T20:21:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:35,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:35,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-23T20:21:35,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53330, baseZNode=/0-1661431684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:35,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467dbb5c0002 connected 2024-11-23T20:21:35,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752164f 2024-11-23T20:21:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:35,732 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:35,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:35,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:35,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:35,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:35,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:36,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc7c96d9ac87e6033eeb04306abb374c, NAME => 'test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49 2024-11-23T20:21:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc7c96d9ac87e6033eeb04306abb374c, disabling compactions & flushes 2024-11-23T20:21:36,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. after waiting 0 ms 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc7c96d9ac87e6033eeb04306abb374c: Waiting for close lock at 1732393296150Disabling compacts and flushes for region at 1732393296150Disabling writes for close at 1732393296150Writing region close event to WAL at 1732393296150Closed at 1732393296150 2024-11-23T20:21:36,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:36,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393296151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393296151"}]},"ts":"1732393296151"} 2024-11-23T20:21:36,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:36,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:36,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393296154"}]},"ts":"1732393296154"} 2024-11-23T20:21:36,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:36,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc7c96d9ac87e6033eeb04306abb374c, ASSIGN}] 2024-11-23T20:21:36,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc7c96d9ac87e6033eeb04306abb374c, ASSIGN 2024-11-23T20:21:36,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc7c96d9ac87e6033eeb04306abb374c, ASSIGN; state=OFFLINE, location=80f3ff297c7b,37857,1732393292689; forceNewPlan=false, retain=false 2024-11-23T20:21:36,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc7c96d9ac87e6033eeb04306abb374c, regionState=OPENING, regionLocation=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:36,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc7c96d9ac87e6033eeb04306abb374c, ASSIGN because future has completed 2024-11-23T20:21:36,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc7c96d9ac87e6033eeb04306abb374c, server=80f3ff297c7b,37857,1732393292689}] 2024-11-23T20:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:36,466 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,466 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc7c96d9ac87e6033eeb04306abb374c, NAME => 'test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:36,466 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:36,466 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:36,466 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,466 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:36,467 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,467 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,467 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,469 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc7c96d9ac87e6033eeb04306abb374c columnFamilyName f 2024-11-23T20:21:36,469 DEBUG [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:36,469 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(327): Store=fc7c96d9ac87e6033eeb04306abb374c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:36,469 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,471 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc7c96d9ac87e6033eeb04306abb374c columnFamilyName f1 2024-11-23T20:21:36,471 DEBUG [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:36,471 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(327): Store=fc7c96d9ac87e6033eeb04306abb374c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:36,471 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,472 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc7c96d9ac87e6033eeb04306abb374c columnFamilyName norep 2024-11-23T20:21:36,472 DEBUG [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:36,472 INFO [StoreOpener-fc7c96d9ac87e6033eeb04306abb374c-1 {}] regionserver.HStore(327): Store=fc7c96d9ac87e6033eeb04306abb374c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:36,473 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,473 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/default/test/fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,473 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/default/test/fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,474 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,474 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,475 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:36,476 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,477 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/data/default/test/fc7c96d9ac87e6033eeb04306abb374c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:36,478 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc7c96d9ac87e6033eeb04306abb374c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67055427, jitterRate=-7.962733507156372E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:36,478 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc7c96d9ac87e6033eeb04306abb374c 2024-11-23T20:21:36,479 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc7c96d9ac87e6033eeb04306abb374c: Running coprocessor pre-open hook at 1732393296467Writing region info on filesystem at 1732393296467Initializing all the Stores at 1732393296467Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393296467Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393296467Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393296467Cleaning up temporary data from old regions at 1732393296474 (+7 ms)Running coprocessor post-open hooks at 1732393296478 (+4 ms)Region opened successfully at 1732393296479 (+1 ms) 2024-11-23T20:21:36,479 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c., pid=6, masterSystemTime=1732393296463 2024-11-23T20:21:36,482 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,482 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393295733.fc7c96d9ac87e6033eeb04306abb374c. 2024-11-23T20:21:36,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc7c96d9ac87e6033eeb04306abb374c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,37857,1732393292689 2024-11-23T20:21:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc7c96d9ac87e6033eeb04306abb374c, server=80f3ff297c7b,37857,1732393292689 because future has completed 2024-11-23T20:21:36,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:36,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc7c96d9ac87e6033eeb04306abb374c, server=80f3ff297c7b,37857,1732393292689 in 173 msec 2024-11-23T20:21:36,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:36,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc7c96d9ac87e6033eeb04306abb374c, ASSIGN in 330 msec 2024-11-23T20:21:36,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:36,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393296488"}]},"ts":"1732393296488"} 2024-11-23T20:21:36,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:36,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:36,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-23T20:21:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:36,873 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:36,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690cae38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46513,-1 for getting cluster id 2024-11-23T20:21:36,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:36,875 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3828ce71-b2c5-4b73-8fd0-9fbb23d316bc' 2024-11-23T20:21:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3828ce71-b2c5-4b73-8fd0-9fbb23d316bc" 2024-11-23T20:21:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7ba1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46513,-1] 2024-11-23T20:21:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,876 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480c5c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156ab416 2024-11-23T20:21:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:36,879 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:36,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:46513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:36,881 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:46513' 2024-11-23T20:21:36,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c1f94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,882 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,46513,-1 for getting cluster id 2024-11-23T20:21:36,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:36,883 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3828ce71-b2c5-4b73-8fd0-9fbb23d316bc' 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3828ce71-b2c5-4b73-8fd0-9fbb23d316bc" 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf75e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,46513,-1] 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,884 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:36,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223e6a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:36,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,46513,1732393292623 2024-11-23T20:21:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@396cafa8 2024-11-23T20:21:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:36,885 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:36,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:21:36,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:36,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:36,887 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T20:21:36,892 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T20:21:36,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-23T20:21:36,894 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T20:21:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:36,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:36,994 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://80f3ff297c7b:46513, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T20:21:36,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:36,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:37,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 359) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49-prefix:80f3ff297c7b,37857,1732393292689.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@988aef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1886353117_20 at /127.0.0.1:56582 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@46647221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 80f3ff297c7b:46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp659746375-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff0284352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;80f3ff297c7b:46513 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;80f3ff297c7b:37857-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/80f3ff297c7b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;80f3ff297c7b:37857 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp659746375-7856-acceptor-0@5ef7af85-ServerConnector@35859fd6{HTTP/1.1, (http/1.1)}{localhost:40107} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5a6810b1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1000041758-7902-acceptor-0@16119769-ServerConnector@2995bc82{HTTP/1.1, (http/1.1)}{localhost:34025} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53330) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server idle connection scanner for port 32975 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393294474 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3b7a7c0e[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp659746375-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff0284352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1357934050-172.17.0.2-1732393292003:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/80f3ff297c7b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1357934050-172.17.0.2-1732393292003:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53330): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-23758ba6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393294476 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@a405ffd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35521 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1000041758-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@75932fee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1886353117_20 at /127.0.0.1:56670 [Receiving block BP-1357934050-172.17.0.2-1732393292003:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp659746375-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ebbfaa5 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data1/current/BP-1357934050-172.17.0.2-1732393292003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/80f3ff297c7b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2059254914) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 4 on default port 35521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff0289fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp659746375-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@56b7299a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp659746375-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007ff028abc1f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53330) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49/MasterData-prefix:80f3ff297c7b,46513,1732393292623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1357934050-172.17.0.2-1732393292003 heartbeating to localhost/127.0.0.1:32975 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1357934050-172.17.0.2-1732393292003:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32975/user/jenkins/test-data/7851651e-4096-0ef8-e4ff-1a0733a29e49-prefix:80f3ff297c7b,37857,1732393292689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53330 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32975 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Session-HouseKeeper-3d2a6f07-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 35521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp659746375-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff0284352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80f3ff297c7b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp659746375-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff0284352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1000041758-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@72de679e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53330) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 35521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 35521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1886353117_20 at /127.0.0.1:56678 [Receiving block BP-1357934050-172.17.0.2-1732393292003:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_438371009_20 at /127.0.0.1:56652 [Receiving block BP-1357934050-172.17.0.2-1732393292003:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80f3ff297c7b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/cluster_50778218-bd41-5ac2-ab5d-44148f8e9d71/data/data2/current/BP-1357934050-172.17.0.2-1732393292003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:32975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1000041758-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff0284352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=881 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=6211 (was 6305) 2024-11-23T20:21:37,014 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-23T20:21:37,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=6210 2024-11-23T20:21:37,027 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-23T20:21:37,040 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T20:21:37,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.log.dir so I do NOT create it in target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e 2024-11-23T20:21:37,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:21:37,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.tmp.dir so I do NOT create it in target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e 2024-11-23T20:21:37,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04723b63-4774-9f87-934e-9978ce38dea8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:21:37,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e 2024-11-23T20:21:37,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e, deleteOnExit=true 2024-11-23T20:21:37,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/zookeeper_0, clientPort=57504, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T20:21:37,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57504 2024-11-23T20:21:37,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:21:37,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/test.cache.data in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:21:37,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:21:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:21:37,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:37,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:21:37,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:21:37,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:37,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:37,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:37,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:37,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:21:37,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:37,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f74f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:37,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f9db58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:37,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ef8b47f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/java.io.tmpdir/jetty-localhost-40385-hadoop-hdfs-3_4_1-tests_jar-_-any-7506297143042556977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:37,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af9b326{HTTP/1.1, (http/1.1)}{localhost:40385} 2024-11-23T20:21:37,240 INFO [Time-limited test {}] server.Server(415): Started @282668ms 2024-11-23T20:21:37,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:37,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:37,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:37,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:37,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:37,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@643d0ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:37,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20badbdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:37,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65ebfb17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/java.io.tmpdir/jetty-localhost-44107-hadoop-hdfs-3_4_1-tests_jar-_-any-3458838080756545684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:37,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1429a345{HTTP/1.1, (http/1.1)}{localhost:44107} 2024-11-23T20:21:37,437 INFO [Time-limited test {}] server.Server(415): Started @282865ms 2024-11-23T20:21:37,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:21:37,540 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/data/data2/current/BP-1318304727-172.17.0.2-1732393297063/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:37,540 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/data/data1/current/BP-1318304727-172.17.0.2-1732393297063/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:37,559 WARN [Thread-4282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:21:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f738572e5ec306f with lease ID 0xdfd510867c749e63: Processing first storage report for DS-8fab197d-4d5b-4296-ba03-914230afd5bb from datanode DatanodeRegistration(127.0.0.1:34423, datanodeUuid=9027127b-c8a7-4bc8-9461-5e8b3c3b8fff, infoPort=37163, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=19769828;c=1732393297063) 2024-11-23T20:21:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f738572e5ec306f with lease ID 0xdfd510867c749e63: from storage DS-8fab197d-4d5b-4296-ba03-914230afd5bb node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=9027127b-c8a7-4bc8-9461-5e8b3c3b8fff, infoPort=37163, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=19769828;c=1732393297063), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T20:21:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f738572e5ec306f with lease ID 0xdfd510867c749e63: Processing first storage report for DS-20f71ebe-3bca-4003-ac9f-414b8748bb5c from datanode DatanodeRegistration(127.0.0.1:34423, datanodeUuid=9027127b-c8a7-4bc8-9461-5e8b3c3b8fff, infoPort=37163, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=19769828;c=1732393297063) 2024-11-23T20:21:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f738572e5ec306f with lease ID 0xdfd510867c749e63: from storage DS-20f71ebe-3bca-4003-ac9f-414b8748bb5c node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=9027127b-c8a7-4bc8-9461-5e8b3c3b8fff, infoPort=37163, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=19769828;c=1732393297063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:37,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e 2024-11-23T20:21:37,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:37,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:21:38,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44 with version=8 2024-11-23T20:21:38,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/hbase-staging 2024-11-23T20:21:38,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:38,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38315 2024-11-23T20:21:38,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38315 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:38,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383150x0, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:38,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38315-0x101467dcf230000 connected 2024-11-23T20:21:38,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:38,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:38,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/running 2024-11-23T20:21:38,098 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44, hbase.cluster.distributed=false 2024-11-23T20:21:38,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/acl 2024-11-23T20:21:38,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-23T20:21:38,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38315 2024-11-23T20:21:38,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38315 2024-11-23T20:21:38,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-23T20:21:38,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-23T20:21:38,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:21:38,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:38,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37373 2024-11-23T20:21:38,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37373 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:38,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:38,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373730x0, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:38,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373730x0, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/running 2024-11-23T20:21:38,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37373-0x101467dcf230001 connected 2024-11-23T20:21:38,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:21:38,127 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:21:38,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/master 2024-11-23T20:21:38,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/acl 2024-11-23T20:21:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-23T20:21:38,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37373 2024-11-23T20:21:38,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37373 2024-11-23T20:21:38,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-23T20:21:38,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-23T20:21:38,151 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:38315 2024-11-23T20:21:38,151 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-839191821/backup-masters/80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/backup-masters 2024-11-23T20:21:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/backup-masters 2024-11-23T20:21:38,153 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on existing znode=/0-839191821/backup-masters/80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-839191821/master 2024-11-23T20:21:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:38,154 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on existing znode=/0-839191821/master 2024-11-23T20:21:38,155 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-839191821/backup-masters/80f3ff297c7b,38315,1732393298072 from backup master directory 2024-11-23T20:21:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/backup-masters 2024-11-23T20:21:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-839191821/backup-masters/80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:38,157 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:38,157 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/backup-masters 2024-11-23T20:21:38,160 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/hbase.id] with ID: 1be2b949-e4c6-41e2-b792-5e2332ebf2ec 2024-11-23T20:21:38,160 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/.tmp/hbase.id 2024-11-23T20:21:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:38,166 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/.tmp/hbase.id]:[hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/hbase.id] 2024-11-23T20:21:38,173 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:38,173 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:38,174 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:21:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:38,580 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:38,581 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:38,581 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:38,987 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store 2024-11-23T20:21:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:39,392 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:39,392 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:39,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393299392Disabling compacts and flushes for region at 1732393299392Disabling writes for close at 1732393299392Writing region close event to WAL at 1732393299392Closed at 1732393299392 2024-11-23T20:21:39,393 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/.initializing 2024-11-23T20:21:39,393 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/WALs/80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:39,394 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:39,395 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C38315%2C1732393298072, suffix=, logDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/WALs/80f3ff297c7b,38315,1732393298072, archiveDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:39,408 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/WALs/80f3ff297c7b,38315,1732393298072/80f3ff297c7b%2C38315%2C1732393298072.1732393299395, exclude list is [], retry=0 2024-11-23T20:21:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:39,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/WALs/80f3ff297c7b,38315,1732393298072/80f3ff297c7b%2C38315%2C1732393298072.1732393299395 2024-11-23T20:21:39,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:39,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:39,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:39,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:39,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:39,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:39,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:39,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:39,418 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,436 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,436 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,437 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,437 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,437 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:39,438 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:39,439 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:39,440 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67594822, jitterRate=0.007241338491439819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:39,440 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393299413Initializing all the Stores at 1732393299413Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393299413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393299413Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393299413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393299413Cleaning up temporary data from old regions at 1732393299437 (+24 ms)Region opened successfully at 1732393299440 (+3 ms) 2024-11-23T20:21:39,440 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:39,442 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1262e52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:39,443 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:39,445 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:39,445 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:39,447 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/balancer already deleted, retry=false 2024-11-23T20:21:39,447 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:39,447 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:39,448 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/normalizer already deleted, retry=false 2024-11-23T20:21:39,448 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:39,449 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:39,456 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/switch/split already deleted, retry=false 2024-11-23T20:21:39,456 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:39,457 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/switch/merge already deleted, retry=false 2024-11-23T20:21:39,458 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:39,459 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-839191821/running 2024-11-23T20:21:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-839191821/running 2024-11-23T20:21:39,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,461 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,38315,1732393298072, sessionid=0x101467dcf230000, setting cluster-up flag (Was=false) 2024-11-23T20:21:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,468 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-839191821/flush-table-proc/acquired, /0-839191821/flush-table-proc/reached, /0-839191821/flush-table-proc/abort 2024-11-23T20:21:39,469 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:39,475 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-839191821/online-snapshot/acquired, /0-839191821/online-snapshot/reached, /0-839191821/online-snapshot/abort 2024-11-23T20:21:39,476 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:39,476 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:39,477 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:39,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:39,478 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:39,478 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,38315,1732393298072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:39,479 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393329480 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:39,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:39,480 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:39,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,481 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393299481,5,FailOnTimeoutGroup] 2024-11-23T20:21:39,481 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393299481,5,FailOnTimeoutGroup] 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,481 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:39,542 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(746): ClusterId : 1be2b949-e4c6-41e2-b792-5e2332ebf2ec 2024-11-23T20:21:39,542 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:39,544 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:39,544 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:39,545 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:39,546 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58faa487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:39,558 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:37373 2024-11-23T20:21:39,558 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:39,558 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:39,558 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:39,559 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,38315,1732393298072 with port=37373, startcode=1732393298120 2024-11-23T20:21:39,559 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:39,560 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:39,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38315 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,562 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44 2024-11-23T20:21:39,562 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39991 2024-11-23T20:21:39,562 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/rs 2024-11-23T20:21:39,569 DEBUG [RS:0;80f3ff297c7b:37373 {}] zookeeper.ZKUtil(111): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on existing znode=/0-839191821/rs/80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,570 WARN [RS:0;80f3ff297c7b:37373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:39,570 INFO [RS:0;80f3ff297c7b:37373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:39,570 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,37373,1732393298120] 2024-11-23T20:21:39,572 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:39,574 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:39,574 INFO [RS:0;80f3ff297c7b:37373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:39,574 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,576 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:39,577 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:39,577 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:39,577 DEBUG [RS:0;80f3ff297c7b:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,580 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37373,1732393298120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:39,594 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:39,594 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,37373,1732393298120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,594 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,594 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.Replication(171): 80f3ff297c7b,37373,1732393298120 started 2024-11-23T20:21:39,607 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:39,607 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,37373,1732393298120, RpcServer on 80f3ff297c7b/172.17.0.2:37373, sessionid=0x101467dcf230001 2024-11-23T20:21:39,607 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:39,607 DEBUG [RS:0;80f3ff297c7b:37373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,607 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37373,1732393298120' 2024-11-23T20:21:39,607 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-839191821/flush-table-proc/abort' 2024-11-23T20:21:39,607 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-839191821/flush-table-proc/acquired' 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,37373,1732393298120' 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-839191821/online-snapshot/abort' 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-839191821/online-snapshot/acquired' 2024-11-23T20:21:39,608 DEBUG [RS:0;80f3ff297c7b:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:39,609 INFO [RS:0;80f3ff297c7b:37373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:39,609 INFO [RS:0;80f3ff297c7b:37373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:39,709 INFO [RS:0;80f3ff297c7b:37373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:39,710 INFO [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37373%2C1732393298120, suffix=, logDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120, archiveDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs, maxLogs=10 2024-11-23T20:21:39,724 DEBUG [RS:0;80f3ff297c7b:37373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710, exclude list is [], retry=0 2024-11-23T20:21:39,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:39,728 INFO [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 2024-11-23T20:21:39,728 DEBUG [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T20:21:39,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T20:21:39,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:21:39,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T20:21:39,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:39,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44 2024-11-23T20:21:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:21:39,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:39,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:39,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:39,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:39,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:39,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:39,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:39,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:39,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:39,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:39,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:39,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:39,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:39,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:39,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740 2024-11-23T20:21:39,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740 2024-11-23T20:21:39,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:39,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:39,905 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:39,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:39,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66339813, jitterRate=-0.011459752917289734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393299897Initializing all the Stores at 1732393299897Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393299897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393299897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393299897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393299897Cleaning up temporary data from old regions at 1732393299904 (+7 ms)Region opened successfully at 1732393299907 (+3 ms) 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:39,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:39,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:39,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:39,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393299907Disabling compacts and flushes for region at 1732393299907Disabling writes for close at 1732393299907Writing region close event to WAL at 1732393299907Closed at 1732393299908 (+1 ms) 2024-11-23T20:21:39,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:39,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:39,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:39,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:39,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:40,060 DEBUG [80f3ff297c7b:38315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:40,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:40,062 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37373,1732393298120, state=OPENING 2024-11-23T20:21:40,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:40,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:40,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-839191821/meta-region-server: CHANGED 2024-11-23T20:21:40,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-839191821/meta-region-server: CHANGED 2024-11-23T20:21:40,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37373,1732393298120}] 2024-11-23T20:21:40,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:40,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:40,222 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:40,222 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:40,222 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:40,224 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37373%2C1732393298120.meta, suffix=.meta, logDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120, archiveDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs, maxLogs=10 2024-11-23T20:21:40,238 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393300224.meta, exclude list is [], retry=0 2024-11-23T20:21:40,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:40,241 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393300224.meta 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:40,242 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:40,242 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:40,242 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:40,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:40,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:40,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:40,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:40,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:40,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:40,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:40,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:40,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:40,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:40,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:40,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:40,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:40,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:40,247 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:40,247 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740 2024-11-23T20:21:40,248 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740 2024-11-23T20:21:40,249 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:40,249 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:40,249 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:40,250 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:40,250 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73193367, jitterRate=0.09066615998744965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:40,250 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:40,250 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393300243Writing region info on filesystem at 1732393300243Initializing all the Stores at 1732393300243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393300243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393300243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393300243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393300243Cleaning up temporary data from old regions at 1732393300249 (+6 ms)Running coprocessor post-open hooks at 1732393300250 (+1 ms)Region opened successfully at 1732393300250 2024-11-23T20:21:40,251 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393300217 2024-11-23T20:21:40,253 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:40,253 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:40,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:40,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,37373,1732393298120, state=OPEN 2024-11-23T20:21:40,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-839191821/meta-region-server 2024-11-23T20:21:40,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-839191821/meta-region-server 2024-11-23T20:21:40,259 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:40,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-839191821/meta-region-server: CHANGED 2024-11-23T20:21:40,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-839191821/meta-region-server: CHANGED 2024-11-23T20:21:40,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:40,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,37373,1732393298120 in 194 msec 2024-11-23T20:21:40,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:40,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-23T20:21:40,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:40,262 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:40,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:40,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37373,1732393298120, seqNum=-1] 2024-11-23T20:21:40,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:40,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:40,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-23T20:21:40,267 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393300267, completionTime=-1 2024-11-23T20:21:40,267 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:40,267 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393360269 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393420269 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:38315, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,269 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,270 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,271 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.116sec 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:40,273 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:40,274 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:40,274 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:40,275 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:40,275 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:40,275 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,38315,1732393298072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:40,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e8693b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:40,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:21:40,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:40,344 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:21:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:21:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477178b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:21:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:40,345 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:40,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e65dc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:40,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37373,1732393298120, seqNum=-1] 2024-11-23T20:21:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:40,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:40,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:40,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:40,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:40,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101467dcf230002 connected 2024-11-23T20:21:40,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir so I do NOT create it in target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed 2024-11-23T20:21:40,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.tmp.dir so I do NOT create it in target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed 2024-11-23T20:21:40,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:21:40,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/cluster_e7484b33-6c58-8f36-ace7-70cddbe1d922, deleteOnExit=true 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/test.cache.data in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:21:40,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:21:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:21:40,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:40,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:40,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:40,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:40,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:40,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:40,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56952b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:40,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2190a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:40,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:21:40,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T20:21:40,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e24ac36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/java.io.tmpdir/jetty-localhost-34601-hadoop-hdfs-3_4_1-tests_jar-_-any-13768661477914843807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:40,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c44a20e{HTTP/1.1, (http/1.1)}{localhost:34601} 2024-11-23T20:21:40,634 INFO [Time-limited test {}] server.Server(415): Started @286062ms 2024-11-23T20:21:40,762 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:40,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,766 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,809 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,819 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:40,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:40,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:40,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:40,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:40,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:40,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f0c9ac6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:40,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c328bdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:40,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8e80e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/java.io.tmpdir/jetty-localhost-40613-hadoop-hdfs-3_4_1-tests_jar-_-any-15532898442752351567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:40,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed5ab24{HTTP/1.1, (http/1.1)}{localhost:40613} 2024-11-23T20:21:40,970 INFO [Time-limited test {}] server.Server(415): Started @286398ms 2024-11-23T20:21:40,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:21:41,085 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/cluster_e7484b33-6c58-8f36-ace7-70cddbe1d922/data/data1/current/BP-1382506264-172.17.0.2-1732393300394/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:41,086 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/cluster_e7484b33-6c58-8f36-ace7-70cddbe1d922/data/data2/current/BP-1382506264-172.17.0.2-1732393300394/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:41,104 WARN [Thread-4403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:21:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae7a8af9b07917ad with lease ID 0xd443f784edef9e27: Processing first storage report for DS-45b8e38f-dc4f-48dc-8558-4c8572a87dc3 from datanode DatanodeRegistration(127.0.0.1:45577, datanodeUuid=ad225d00-be32-4dcb-a498-60a662a8b765, infoPort=46041, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1624918971;c=1732393300394) 2024-11-23T20:21:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae7a8af9b07917ad with lease ID 0xd443f784edef9e27: from storage DS-45b8e38f-dc4f-48dc-8558-4c8572a87dc3 node DatanodeRegistration(127.0.0.1:45577, datanodeUuid=ad225d00-be32-4dcb-a498-60a662a8b765, infoPort=46041, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1624918971;c=1732393300394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae7a8af9b07917ad with lease ID 0xd443f784edef9e27: Processing first storage report for DS-13c6911e-d185-46b6-a5d4-43fe6472ed81 from datanode DatanodeRegistration(127.0.0.1:45577, datanodeUuid=ad225d00-be32-4dcb-a498-60a662a8b765, infoPort=46041, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1624918971;c=1732393300394) 2024-11-23T20:21:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae7a8af9b07917ad with lease ID 0xd443f784edef9e27: from storage DS-13c6911e-d185-46b6-a5d4-43fe6472ed81 node DatanodeRegistration(127.0.0.1:45577, datanodeUuid=ad225d00-be32-4dcb-a498-60a662a8b765, infoPort=46041, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1624918971;c=1732393300394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:41,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed 2024-11-23T20:21:41,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:21:41,608 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e with version=8 2024-11-23T20:21:41,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/hbase-staging 2024-11-23T20:21:41,610 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:41,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:41,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:21:41,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:41,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39409 2024-11-23T20:21:41,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39409 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:41,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394090x0, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:41,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39409-0x101467dcf230003 connected 2024-11-23T20:21:41,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/running 2024-11-23T20:21:41,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e, hbase.cluster.distributed=false 2024-11-23T20:21:41,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/acl 2024-11-23T20:21:41,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39409 2024-11-23T20:21:41,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39409 2024-11-23T20:21:41,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39409 2024-11-23T20:21:41,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39409 2024-11-23T20:21:41,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39409 2024-11-23T20:21:41,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:41,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:21:41,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:41,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40969 2024-11-23T20:21:41,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40969 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:41,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409690x0, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:41,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409690x0, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/running 2024-11-23T20:21:41,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40969-0x101467dcf230004 connected 2024-11-23T20:21:41,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:21:41,657 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:21:41,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/master 2024-11-23T20:21:41,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/acl 2024-11-23T20:21:41,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-23T20:21:41,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-11-23T20:21:41,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-11-23T20:21:41,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-23T20:21:41,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-23T20:21:41,680 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:39409 2024-11-23T20:21:41,681 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-218180842/backup-masters/80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:41,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/backup-masters 2024-11-23T20:21:41,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/backup-masters 2024-11-23T20:21:41,682 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on existing znode=/1-218180842/backup-masters/80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218180842/master 2024-11-23T20:21:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:41,684 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on existing znode=/1-218180842/master 2024-11-23T20:21:41,684 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-218180842/backup-masters/80f3ff297c7b,39409,1732393301610 from backup master directory 2024-11-23T20:21:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218180842/backup-masters/80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/backup-masters 2024-11-23T20:21:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/backup-masters 2024-11-23T20:21:41,686 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:41,686 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:41,689 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/hbase.id] with ID: 651f0789-bd94-4e81-9e79-fd4001c3e577 2024-11-23T20:21:41,689 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/.tmp/hbase.id 2024-11-23T20:21:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:42,097 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/.tmp/hbase.id]:[hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/hbase.id] 2024-11-23T20:21:42,104 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:42,104 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:42,105 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T20:21:42,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:42,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:42,511 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:42,513 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:42,513 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:42,920 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store 2024-11-23T20:21:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:43,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:43,325 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:43,325 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393303325Disabling compacts and flushes for region at 1732393303325Disabling writes for close at 1732393303325Writing region close event to WAL at 1732393303325Closed at 1732393303325 2024-11-23T20:21:43,326 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/.initializing 2024-11-23T20:21:43,326 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/WALs/80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:43,327 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:43,328 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C39409%2C1732393301610, suffix=, logDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/WALs/80f3ff297c7b,39409,1732393301610, archiveDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:43,343 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/WALs/80f3ff297c7b,39409,1732393301610/80f3ff297c7b%2C39409%2C1732393301610.1732393303328, exclude list is [], retry=0 2024-11-23T20:21:43,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-45b8e38f-dc4f-48dc-8558-4c8572a87dc3,DISK] 2024-11-23T20:21:43,347 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/WALs/80f3ff297c7b,39409,1732393301610/80f3ff297c7b%2C39409%2C1732393301610.1732393303328 2024-11-23T20:21:43,347 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T20:21:43,347 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:43,348 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:43,348 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,348 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:43,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:43,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:43,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:43,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:43,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:43,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:43,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:43,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:43,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:43,354 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,355 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,355 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,356 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,356 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,356 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:43,357 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:43,359 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:43,359 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050039, jitterRate=-0.015777722001075745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:43,359 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393303348Initializing all the Stores at 1732393303349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393303349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393303349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393303349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393303349Cleaning up temporary data from old regions at 1732393303356 (+7 ms)Region opened successfully at 1732393303359 (+3 ms) 2024-11-23T20:21:43,359 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:43,362 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4473433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:43,363 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:43,363 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:43,363 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:43,363 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:43,363 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:43,364 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:43,364 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:43,365 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:43,366 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:43,367 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/balancer already deleted, retry=false 2024-11-23T20:21:43,368 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:43,368 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:43,369 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/normalizer already deleted, retry=false 2024-11-23T20:21:43,370 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:43,370 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:43,372 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/switch/split already deleted, retry=false 2024-11-23T20:21:43,373 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:43,374 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/switch/merge already deleted, retry=false 2024-11-23T20:21:43,380 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:43,381 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218180842/running 2024-11-23T20:21:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218180842/running 2024-11-23T20:21:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,383 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,39409,1732393301610, sessionid=0x101467dcf230003, setting cluster-up flag (Was=false) 2024-11-23T20:21:43,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,391 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-218180842/flush-table-proc/acquired, /1-218180842/flush-table-proc/reached, /1-218180842/flush-table-proc/abort 2024-11-23T20:21:43,392 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:43,399 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-218180842/online-snapshot/acquired, /1-218180842/online-snapshot/reached, /1-218180842/online-snapshot/abort 2024-11-23T20:21:43,400 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:43,401 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:43,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:43,402 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:43,403 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:43,403 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,39409,1732393301610 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:43,404 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,405 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393333405 2024-11-23T20:21:43,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:43,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:43,406 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:43,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:43,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:43,408 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:43,408 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:43,411 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393303408,5,FailOnTimeoutGroup] 2024-11-23T20:21:43,412 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393303411,5,FailOnTimeoutGroup] 2024-11-23T20:21:43,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:43,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,412 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:43,470 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(746): ClusterId : 651f0789-bd94-4e81-9e79-fd4001c3e577 2024-11-23T20:21:43,470 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:43,472 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:43,472 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:43,474 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:43,474 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae28cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:43,488 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:40969 2024-11-23T20:21:43,488 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:43,488 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:43,488 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:43,488 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,39409,1732393301610 with port=40969, startcode=1732393301647 2024-11-23T20:21:43,489 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:43,490 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:43,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39409 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,492 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e 2024-11-23T20:21:43,492 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33149 2024-11-23T20:21:43,492 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:43,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/rs 2024-11-23T20:21:43,500 DEBUG [RS:0;80f3ff297c7b:40969 {}] zookeeper.ZKUtil(111): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on existing znode=/1-218180842/rs/80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,500 WARN [RS:0;80f3ff297c7b:40969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:43,500 INFO [RS:0;80f3ff297c7b:40969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:43,500 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,40969,1732393301647] 2024-11-23T20:21:43,503 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:43,505 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:43,505 INFO [RS:0;80f3ff297c7b:40969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:43,505 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,505 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:43,506 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:43,506 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:43,506 DEBUG [RS:0;80f3ff297c7b:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:43,506 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,507 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,507 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,507 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,507 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,507 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40969,1732393301647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:43,522 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:43,522 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,40969,1732393301647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,522 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,522 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.Replication(171): 80f3ff297c7b,40969,1732393301647 started 2024-11-23T20:21:43,537 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:43,537 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,40969,1732393301647, RpcServer on 80f3ff297c7b/172.17.0.2:40969, sessionid=0x101467dcf230004 2024-11-23T20:21:43,537 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:43,537 DEBUG [RS:0;80f3ff297c7b:40969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,537 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40969,1732393301647' 2024-11-23T20:21:43,537 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-218180842/flush-table-proc/abort' 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-218180842/flush-table-proc/acquired' 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,40969,1732393301647' 2024-11-23T20:21:43,538 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-218180842/online-snapshot/abort' 2024-11-23T20:21:43,539 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-218180842/online-snapshot/acquired' 2024-11-23T20:21:43,539 DEBUG [RS:0;80f3ff297c7b:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:43,539 INFO [RS:0;80f3ff297c7b:40969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:43,539 INFO [RS:0;80f3ff297c7b:40969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:43,639 INFO [RS:0;80f3ff297c7b:40969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:43,641 INFO [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40969%2C1732393301647, suffix=, logDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647, archiveDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/oldWALs, maxLogs=10 2024-11-23T20:21:43,656 DEBUG [RS:0;80f3ff297c7b:40969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647/80f3ff297c7b%2C40969%2C1732393301647.1732393303641, exclude list is [], retry=0 2024-11-23T20:21:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-45b8e38f-dc4f-48dc-8558-4c8572a87dc3,DISK] 2024-11-23T20:21:43,659 INFO [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647/80f3ff297c7b%2C40969%2C1732393301647.1732393303641 2024-11-23T20:21:43,659 DEBUG [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T20:21:43,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:43,818 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e 2024-11-23T20:21:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:21:44,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:44,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:44,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:44,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:44,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:44,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:44,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:44,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:44,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:44,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:44,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740 2024-11-23T20:21:44,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740 2024-11-23T20:21:44,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:44,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:44,232 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:44,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:44,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64083703, jitterRate=-0.04507841169834137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393304223Initializing all the Stores at 1732393304224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393304224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304224Cleaning up temporary data from old regions at 1732393304231 (+7 ms)Region opened successfully at 1732393304234 (+3 ms) 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:44,234 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:44,235 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393304234Disabling compacts and flushes for region at 1732393304234Disabling writes for close at 1732393304234Writing region close event to WAL at 1732393304235 (+1 ms)Closed at 1732393304235 2024-11-23T20:21:44,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:44,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:44,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:44,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:44,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:44,388 DEBUG [80f3ff297c7b:39409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:44,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:44,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40969,1732393301647, state=OPENING 2024-11-23T20:21:44,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:21:44,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:44,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218180842/meta-region-server: CHANGED 2024-11-23T20:21:44,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218180842/meta-region-server: CHANGED 2024-11-23T20:21:44,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40969,1732393301647}] 2024-11-23T20:21:44,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:44,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:44,549 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:44,549 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:44,549 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:44,550 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C40969%2C1732393301647.meta, suffix=.meta, logDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647, archiveDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/oldWALs, maxLogs=10 2024-11-23T20:21:44,567 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647/80f3ff297c7b%2C40969%2C1732393301647.meta.1732393304550.meta, exclude list is [], retry=0 2024-11-23T20:21:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-45b8e38f-dc4f-48dc-8558-4c8572a87dc3,DISK] 2024-11-23T20:21:44,570 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/WALs/80f3ff297c7b,40969,1732393301647/80f3ff297c7b%2C40969%2C1732393301647.meta.1732393304550.meta 2024-11-23T20:21:44,571 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T20:21:44,571 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:44,571 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:44,571 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:44,571 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:44,572 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:44,572 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:44,572 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:44,572 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:44,572 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:44,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:44,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:44,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:44,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:44,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:44,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:44,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:44,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:44,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:44,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:44,576 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:44,577 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740 2024-11-23T20:21:44,577 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740 2024-11-23T20:21:44,578 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:44,578 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:44,578 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:44,579 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:44,579 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74463527, jitterRate=0.10959301888942719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:44,580 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:44,580 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393304572Writing region info on filesystem at 1732393304572Initializing all the Stores at 1732393304573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393304573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393304573Cleaning up temporary data from old regions at 1732393304578 (+5 ms)Running coprocessor post-open hooks at 1732393304580 (+2 ms)Region opened successfully at 1732393304580 2024-11-23T20:21:44,580 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393304544 2024-11-23T20:21:44,582 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:44,582 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:44,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:44,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,40969,1732393301647, state=OPEN 2024-11-23T20:21:44,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-218180842/meta-region-server 2024-11-23T20:21:44,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-218180842/meta-region-server 2024-11-23T20:21:44,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:44,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218180842/meta-region-server: CHANGED 2024-11-23T20:21:44,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218180842/meta-region-server: CHANGED 2024-11-23T20:21:44,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:44,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,40969,1732393301647 in 193 msec 2024-11-23T20:21:44,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:44,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-23T20:21:44,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:44,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:44,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:44,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40969,1732393301647, seqNum=-1] 2024-11-23T20:21:44,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:44,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:44,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-23T20:21:44,595 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393304595, completionTime=-1 2024-11-23T20:21:44,595 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:44,596 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:44,597 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:44,597 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393364597 2024-11-23T20:21:44,597 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393424597 2024-11-23T20:21:44,597 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:39409, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,598 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,600 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:44,601 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:44,603 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:44,603 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:44,603 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,39409,1732393301610-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:44,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f07cfde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:44,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,39409,-1 for getting cluster id 2024-11-23T20:21:44,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:44,673 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651f0789-bd94-4e81-9e79-fd4001c3e577' 2024-11-23T20:21:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651f0789-bd94-4e81-9e79-fd4001c3e577" 2024-11-23T20:21:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb0d681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,39409,-1] 2024-11-23T20:21:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:44,675 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:44,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eed3ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:44,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40969,1732393301647, seqNum=-1] 2024-11-23T20:21:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:44,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:44,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:44,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:44,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101467dcf230005 connected 2024-11-23T20:21:44,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir so I do NOT create it in target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a 2024-11-23T20:21:44,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T20:21:44,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.tmp.dir so I do NOT create it in target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a 2024-11-23T20:21:44,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T20:21:44,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a 2024-11-23T20:21:44,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/cluster_ef9c8ce8-9858-fd97-1e6a-c0599c7e5aeb, deleteOnExit=true 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/test.cache.data in system properties and HBase conf 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.log.dir in system properties and HBase conf 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T20:21:44,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T20:21:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/nfs.dump.dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/java.io.tmpdir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T20:21:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T20:21:44,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:44,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:44,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:44,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:44,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T20:21:44,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:44,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6025c365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:44,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf91e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:44,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16be6579{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/java.io.tmpdir/jetty-localhost-42283-hadoop-hdfs-3_4_1-tests_jar-_-any-9065539512702217608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:21:44,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64e306ca{HTTP/1.1, (http/1.1)}{localhost:42283} 2024-11-23T20:21:44,892 INFO [Time-limited test {}] server.Server(415): Started @290320ms 2024-11-23T20:21:44,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T20:21:44,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T20:21:44,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T20:21:44,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T20:21:44,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T20:21:44,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@417a9f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.log.dir/,AVAILABLE} 2024-11-23T20:21:44,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53cfbbce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T20:21:45,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522f7563{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/java.io.tmpdir/jetty-localhost-38891-hadoop-hdfs-3_4_1-tests_jar-_-any-4756979703783545924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:21:45,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e1c748f{HTTP/1.1, (http/1.1)}{localhost:38891} 2024-11-23T20:21:45,090 INFO [Time-limited test {}] server.Server(415): Started @290518ms 2024-11-23T20:21:45,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T20:21:45,202 WARN [Thread-4535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/cluster_ef9c8ce8-9858-fd97-1e6a-c0599c7e5aeb/data/data1/current/BP-1126326860-172.17.0.2-1732393304709/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:45,202 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/cluster_ef9c8ce8-9858-fd97-1e6a-c0599c7e5aeb/data/data2/current/BP-1126326860-172.17.0.2-1732393304709/current, will proceed with Du for space computation calculation, 2024-11-23T20:21:45,221 WARN [Thread-4523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T20:21:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38f837f3cbbcb3c0 with lease ID 0x373d6825cc244b9c: Processing first storage report for DS-097ebe9f-ee5c-4a04-8bb0-a3dc9edff257 from datanode DatanodeRegistration(127.0.0.1:43273, datanodeUuid=974ad2b7-2735-4d9e-81fb-cf5acb7d1a33, infoPort=36911, infoSecurePort=0, ipcPort=39485, storageInfo=lv=-57;cid=testClusterID;nsid=255421304;c=1732393304709) 2024-11-23T20:21:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38f837f3cbbcb3c0 with lease ID 0x373d6825cc244b9c: from storage DS-097ebe9f-ee5c-4a04-8bb0-a3dc9edff257 node DatanodeRegistration(127.0.0.1:43273, datanodeUuid=974ad2b7-2735-4d9e-81fb-cf5acb7d1a33, infoPort=36911, infoSecurePort=0, ipcPort=39485, storageInfo=lv=-57;cid=testClusterID;nsid=255421304;c=1732393304709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38f837f3cbbcb3c0 with lease ID 0x373d6825cc244b9c: Processing first storage report for DS-441730b5-83fc-41a2-b509-e505047857df from datanode DatanodeRegistration(127.0.0.1:43273, datanodeUuid=974ad2b7-2735-4d9e-81fb-cf5acb7d1a33, infoPort=36911, infoSecurePort=0, ipcPort=39485, storageInfo=lv=-57;cid=testClusterID;nsid=255421304;c=1732393304709) 2024-11-23T20:21:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38f837f3cbbcb3c0 with lease ID 0x373d6825cc244b9c: from storage DS-441730b5-83fc-41a2-b509-e505047857df node DatanodeRegistration(127.0.0.1:43273, datanodeUuid=974ad2b7-2735-4d9e-81fb-cf5acb7d1a33, infoPort=36911, infoSecurePort=0, ipcPort=39485, storageInfo=lv=-57;cid=testClusterID;nsid=255421304;c=1732393304709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T20:21:45,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a 2024-11-23T20:21:45,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741825_1001 (size=7) 2024-11-23T20:21:45,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a with version=8 2024-11-23T20:21:45,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/hbase-staging 2024-11-23T20:21:45,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:45,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T20:21:45,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:45,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33363 2024-11-23T20:21:45,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33363 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333630x0, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:45,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33363-0x101467dcf230006 connected 2024-11-23T20:21:45,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/running 2024-11-23T20:21:45,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a, hbase.cluster.distributed=false 2024-11-23T20:21:45,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/acl 2024-11-23T20:21:45,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-23T20:21:45,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33363 2024-11-23T20:21:45,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33363 2024-11-23T20:21:45,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-23T20:21:45,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-23T20:21:45,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80f3ff297c7b:0 server-side Connection retries=45 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T20:21:45,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T20:21:45,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36103 2024-11-23T20:21:45,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36103 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:45,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361030x0, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:45,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361030x0, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/running 2024-11-23T20:21:45,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36103-0x101467dcf230007 connected 2024-11-23T20:21:45,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T20:21:45,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T20:21:45,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/master 2024-11-23T20:21:45,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/acl 2024-11-23T20:21:45,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-23T20:21:45,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36103 2024-11-23T20:21:45,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36103 2024-11-23T20:21:45,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-23T20:21:45,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-23T20:21:45,701 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80f3ff297c7b:33363 2024-11-23T20:21:45,702 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22025326797/backup-masters/80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:45,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/backup-masters 2024-11-23T20:21:45,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/backup-masters 2024-11-23T20:21:45,705 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on existing znode=/22025326797/backup-masters/80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025326797/master 2024-11-23T20:21:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:45,706 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on existing znode=/22025326797/master 2024-11-23T20:21:45,707 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22025326797/backup-masters/80f3ff297c7b,33363,1732393305641 from backup master directory 2024-11-23T20:21:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025326797/backup-masters/80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/backup-masters 2024-11-23T20:21:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/backup-masters 2024-11-23T20:21:45,708 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:45,708 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:45,711 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/hbase.id] with ID: aa3e076f-76e2-40ed-932f-02a95f720c0c 2024-11-23T20:21:45,711 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/.tmp/hbase.id 2024-11-23T20:21:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741826_1002 (size=42) 2024-11-23T20:21:46,117 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/.tmp/hbase.id]:[hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/hbase.id] 2024-11-23T20:21:46,125 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:46,126 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T20:21:46,126 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T20:21:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741827_1003 (size=196) 2024-11-23T20:21:46,541 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:46,542 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T20:21:46,542 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741828_1004 (size=1189) 2024-11-23T20:21:46,947 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store 2024-11-23T20:21:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741829_1005 (size=34) 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:21:47,353 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:47,353 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:21:47,353 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393307353Disabling compacts and flushes for region at 1732393307353Disabling writes for close at 1732393307353Writing region close event to WAL at 1732393307353Closed at 1732393307353 2024-11-23T20:21:47,354 WARN [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/.initializing 2024-11-23T20:21:47,354 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/WALs/80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:47,354 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:47,355 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80f3ff297c7b%2C33363%2C1732393305641, suffix=, logDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/WALs/80f3ff297c7b,33363,1732393305641, archiveDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/oldWALs, maxLogs=10 2024-11-23T20:21:47,374 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/WALs/80f3ff297c7b,33363,1732393305641/80f3ff297c7b%2C33363%2C1732393305641.1732393307356, exclude list is [], retry=0 2024-11-23T20:21:47,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43273,DS-097ebe9f-ee5c-4a04-8bb0-a3dc9edff257,DISK] 2024-11-23T20:21:47,378 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/WALs/80f3ff297c7b,33363,1732393305641/80f3ff297c7b%2C33363%2C1732393305641.1732393307356 2024-11-23T20:21:47,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-23T20:21:47,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:47,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:47,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,378 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T20:21:47,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T20:21:47,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:47,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:47,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T20:21:47,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:47,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:47,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T20:21:47,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:47,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:47,384 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,385 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,385 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,385 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,385 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,386 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:47,386 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T20:21:47,388 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:47,388 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72434264, jitterRate=0.07935464382171631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:47,388 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732393307378Initializing all the Stores at 1732393307379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393307379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393307379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393307379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393307379Cleaning up temporary data from old regions at 1732393307385 (+6 ms)Region opened successfully at 1732393307388 (+3 ms) 2024-11-23T20:21:47,388 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T20:21:47,390 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a072851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:47,391 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T20:21:47,391 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T20:21:47,391 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T20:21:47,391 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T20:21:47,391 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T20:21:47,392 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T20:21:47,392 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T20:21:47,393 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T20:21:47,394 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/balancer because node does not exist (not necessarily an error) 2024-11-23T20:21:47,395 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/balancer already deleted, retry=false 2024-11-23T20:21:47,395 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T20:21:47,396 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/normalizer because node does not exist (not necessarily an error) 2024-11-23T20:21:47,397 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/normalizer already deleted, retry=false 2024-11-23T20:21:47,397 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T20:21:47,398 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/switch/split because node does not exist (not necessarily an error) 2024-11-23T20:21:47,399 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/switch/split already deleted, retry=false 2024-11-23T20:21:47,400 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/switch/merge because node does not exist (not necessarily an error) 2024-11-23T20:21:47,401 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/switch/merge already deleted, retry=false 2024-11-23T20:21:47,402 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T20:21:47,403 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/snapshot-cleanup already deleted, retry=false 2024-11-23T20:21:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025326797/running 2024-11-23T20:21:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025326797/running 2024-11-23T20:21:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,405 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80f3ff297c7b,33363,1732393305641, sessionid=0x101467dcf230006, setting cluster-up flag (Was=false) 2024-11-23T20:21:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,413 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22025326797/flush-table-proc/acquired, /22025326797/flush-table-proc/reached, /22025326797/flush-table-proc/abort 2024-11-23T20:21:47,413 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:47,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:47,419 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22025326797/online-snapshot/acquired, /22025326797/online-snapshot/reached, /22025326797/online-snapshot/abort 2024-11-23T20:21:47,420 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:47,421 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T20:21:47,422 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:47,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T20:21:47,422 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T20:21:47,423 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80f3ff297c7b,33363,1732393305641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=5, maxPoolSize=5 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80f3ff297c7b:0, corePoolSize=10, maxPoolSize=10 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:47,424 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:47,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T20:21:47,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:47,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732393337431 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T20:21:47,431 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T20:21:47,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T20:21:47,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T20:21:47,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T20:21:47,432 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T20:21:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741831_1007 (size=1321) 2024-11-23T20:21:47,436 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T20:21:47,436 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T20:21:47,436 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393307436,5,FailOnTimeoutGroup] 2024-11-23T20:21:47,437 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393307437,5,FailOnTimeoutGroup] 2024-11-23T20:21:47,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T20:21:47,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,437 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,493 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(746): ClusterId : aa3e076f-76e2-40ed-932f-02a95f720c0c 2024-11-23T20:21:47,493 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T20:21:47,495 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T20:21:47,495 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T20:21:47,496 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T20:21:47,497 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248e4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80f3ff297c7b/172.17.0.2:0 2024-11-23T20:21:47,509 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80f3ff297c7b:36103 2024-11-23T20:21:47,509 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T20:21:47,509 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T20:21:47,509 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T20:21:47,509 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(2659): reportForDuty to master=80f3ff297c7b,33363,1732393305641 with port=36103, startcode=1732393305676 2024-11-23T20:21:47,509 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T20:21:47,511 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T20:21:47,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33363 {}] master.ServerManager(517): Registering regionserver=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,512 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a 2024-11-23T20:21:47,513 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42145 2024-11-23T20:21:47,513 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T20:21:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/rs 2024-11-23T20:21:47,517 DEBUG [RS:0;80f3ff297c7b:36103 {}] zookeeper.ZKUtil(111): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on existing znode=/22025326797/rs/80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,517 WARN [RS:0;80f3ff297c7b:36103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T20:21:47,518 INFO [RS:0;80f3ff297c7b:36103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:47,518 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80f3ff297c7b,36103,1732393305676] 2024-11-23T20:21:47,520 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T20:21:47,522 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T20:21:47,522 INFO [RS:0;80f3ff297c7b:36103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T20:21:47,522 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,524 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T20:21:47,524 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T20:21:47,524 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80f3ff297c7b:0, corePoolSize=2, maxPoolSize=2 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80f3ff297c7b:0, corePoolSize=1, maxPoolSize=1 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:47,524 DEBUG [RS:0;80f3ff297c7b:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80f3ff297c7b:0, corePoolSize=3, maxPoolSize=3 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,525 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36103,1732393305676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:47,543 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T20:21:47,543 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,36103,1732393305676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,544 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,544 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.Replication(171): 80f3ff297c7b,36103,1732393305676 started 2024-11-23T20:21:47,561 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:47,561 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1482): Serving as 80f3ff297c7b,36103,1732393305676, RpcServer on 80f3ff297c7b/172.17.0.2:36103, sessionid=0x101467dcf230007 2024-11-23T20:21:47,561 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T20:21:47,561 DEBUG [RS:0;80f3ff297c7b:36103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,561 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36103,1732393305676' 2024-11-23T20:21:47,561 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22025326797/flush-table-proc/abort' 2024-11-23T20:21:47,561 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22025326797/flush-table-proc/acquired' 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80f3ff297c7b,36103,1732393305676' 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22025326797/online-snapshot/abort' 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22025326797/online-snapshot/acquired' 2024-11-23T20:21:47,562 DEBUG [RS:0;80f3ff297c7b:36103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T20:21:47,562 INFO [RS:0;80f3ff297c7b:36103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T20:21:47,562 INFO [RS:0;80f3ff297c7b:36103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T20:21:47,663 INFO [RS:0;80f3ff297c7b:36103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T20:21:47,664 INFO [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36103%2C1732393305676, suffix=, logDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676, archiveDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/oldWALs, maxLogs=10 2024-11-23T20:21:47,681 DEBUG [RS:0;80f3ff297c7b:36103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676/80f3ff297c7b%2C36103%2C1732393305676.1732393307664, exclude list is [], retry=0 2024-11-23T20:21:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43273,DS-097ebe9f-ee5c-4a04-8bb0-a3dc9edff257,DISK] 2024-11-23T20:21:47,685 INFO [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676/80f3ff297c7b%2C36103%2C1732393305676.1732393307664 2024-11-23T20:21:47,685 DEBUG [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-23T20:21:47,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T20:21:47,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a 2024-11-23T20:21:47,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741833_1009 (size=32) 2024-11-23T20:21:48,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:48,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:48,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:48,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:48,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:48,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:48,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:48,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:48,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:48,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:48,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740 2024-11-23T20:21:48,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740 2024-11-23T20:21:48,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:48,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:48,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:48,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72883502, jitterRate=0.08604881167411804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732393308240Initializing all the Stores at 1732393308240Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393308240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308240Cleaning up temporary data from old regions at 1732393308248 (+8 ms)Region opened successfully at 1732393308250 (+2 ms) 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:21:48,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:21:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:21:48,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:21:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393308250Disabling compacts and flushes for region at 1732393308250Disabling writes for close at 1732393308250Writing region close event to WAL at 1732393308251 (+1 ms)Closed at 1732393308251 2024-11-23T20:21:48,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:48,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T20:21:48,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T20:21:48,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:48,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T20:21:48,404 DEBUG [80f3ff297c7b:33363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T20:21:48,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:48,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36103,1732393305676, state=OPENING 2024-11-23T20:21:48,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T20:21:48,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:48,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:21:48,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T20:21:48,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025326797/meta-region-server: CHANGED 2024-11-23T20:21:48,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025326797/meta-region-server: CHANGED 2024-11-23T20:21:48,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36103,1732393305676}] 2024-11-23T20:21:48,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:48,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:48,563 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T20:21:48,563 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:48,563 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T20:21:48,564 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C36103%2C1732393305676.meta, suffix=.meta, logDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676, archiveDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/oldWALs, maxLogs=10 2024-11-23T20:21:48,578 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676/80f3ff297c7b%2C36103%2C1732393305676.meta.1732393308564.meta, exclude list is [], retry=0 2024-11-23T20:21:48,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43273,DS-097ebe9f-ee5c-4a04-8bb0-a3dc9edff257,DISK] 2024-11-23T20:21:48,581 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/WALs/80f3ff297c7b,36103,1732393305676/80f3ff297c7b%2C36103%2C1732393305676.meta.1732393308564.meta 2024-11-23T20:21:48,581 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-23T20:21:48,581 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:48,581 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:48,581 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:48,581 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T20:21:48,582 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T20:21:48,582 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T20:21:48,582 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:48,582 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T20:21:48,582 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T20:21:48,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T20:21:48,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T20:21:48,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T20:21:48,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T20:21:48,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T20:21:48,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T20:21:48,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T20:21:48,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T20:21:48,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T20:21:48,586 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T20:21:48,587 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740 2024-11-23T20:21:48,587 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740 2024-11-23T20:21:48,588 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T20:21:48,588 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T20:21:48,588 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T20:21:48,589 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T20:21:48,589 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917466, jitterRate=-0.032654374837875366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T20:21:48,590 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T20:21:48,590 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732393308582Writing region info on filesystem at 1732393308582Initializing all the Stores at 1732393308582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393308583 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732393308583Cleaning up temporary data from old regions at 1732393308588 (+5 ms)Running coprocessor post-open hooks at 1732393308590 (+2 ms)Region opened successfully at 1732393308590 2024-11-23T20:21:48,590 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732393308559 2024-11-23T20:21:48,592 DEBUG [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T20:21:48,592 INFO [RS_OPEN_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T20:21:48,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:48,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80f3ff297c7b,36103,1732393305676, state=OPEN 2024-11-23T20:21:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22025326797/meta-region-server 2024-11-23T20:21:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22025326797/meta-region-server 2024-11-23T20:21:48,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:48,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025326797/meta-region-server: CHANGED 2024-11-23T20:21:48,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025326797/meta-region-server: CHANGED 2024-11-23T20:21:48,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T20:21:48,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80f3ff297c7b,36103,1732393305676 in 188 msec 2024-11-23T20:21:48,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T20:21:48,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-23T20:21:48,599 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T20:21:48,599 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T20:21:48,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:48,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36103,1732393305676, seqNum=-1] 2024-11-23T20:21:48,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:48,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:48,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-23T20:21:48,604 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732393308604, completionTime=-1 2024-11-23T20:21:48,604 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T20:21:48,604 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732393368606 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732393428606 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80f3ff297c7b:33363, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,606 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,607 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,608 DEBUG [master/80f3ff297c7b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T20:21:48,609 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T20:21:48,611 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T20:21:48,611 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T20:21:48,611 INFO [master/80f3ff297c7b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80f3ff297c7b,33363,1732393305641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T20:21:48,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec817cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:48,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33363,-1 for getting cluster id 2024-11-23T20:21:48,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:48,695 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa3e076f-76e2-40ed-932f-02a95f720c0c' 2024-11-23T20:21:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa3e076f-76e2-40ed-932f-02a95f720c0c" 2024-11-23T20:21:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4fdb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33363,-1] 2024-11-23T20:21:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:48,697 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:48,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330001e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:48,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36103,1732393305676, seqNum=-1] 2024-11-23T20:21:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:48,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:48,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:48,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57504 2024-11-23T20:21:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T20:21:48,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101467dcf230008 connected 2024-11-23T20:21:48,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:48,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:48,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166c6eed 2024-11-23T20:21:48,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:48,707 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:48,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:48,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:48,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:48,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:48,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:49,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32bf8c1ee6011cd64dc3d274433cae94, NAME => 'test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44 2024-11-23T20:21:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32bf8c1ee6011cd64dc3d274433cae94, disabling compactions & flushes 2024-11-23T20:21:49,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. after waiting 0 ms 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32bf8c1ee6011cd64dc3d274433cae94: Waiting for close lock at 1732393309524Disabling compacts and flushes for region at 1732393309524Disabling writes for close at 1732393309524Writing region close event to WAL at 1732393309524Closed at 1732393309524 2024-11-23T20:21:49,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:49,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393309525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393309525"}]},"ts":"1732393309525"} 2024-11-23T20:21:49,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:49,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:49,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393309528"}]},"ts":"1732393309528"} 2024-11-23T20:21:49,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:49,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32bf8c1ee6011cd64dc3d274433cae94, ASSIGN}] 2024-11-23T20:21:49,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32bf8c1ee6011cd64dc3d274433cae94, ASSIGN 2024-11-23T20:21:49,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32bf8c1ee6011cd64dc3d274433cae94, ASSIGN; state=OFFLINE, location=80f3ff297c7b,37373,1732393298120; forceNewPlan=false, retain=false 2024-11-23T20:21:49,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32bf8c1ee6011cd64dc3d274433cae94, regionState=OPENING, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:49,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32bf8c1ee6011cd64dc3d274433cae94, ASSIGN because future has completed 2024-11-23T20:21:49,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32bf8c1ee6011cd64dc3d274433cae94, server=80f3ff297c7b,37373,1732393298120}] 2024-11-23T20:21:49,837 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,838 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32bf8c1ee6011cd64dc3d274433cae94, NAME => 'test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:49,838 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:49,838 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:49,838 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,838 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:49,838 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,838 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,839 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,840 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32bf8c1ee6011cd64dc3d274433cae94 columnFamilyName f 2024-11-23T20:21:49,840 DEBUG [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:49,840 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(327): Store=32bf8c1ee6011cd64dc3d274433cae94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:49,840 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,841 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32bf8c1ee6011cd64dc3d274433cae94 columnFamilyName f1 2024-11-23T20:21:49,841 DEBUG [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:49,842 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(327): Store=32bf8c1ee6011cd64dc3d274433cae94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:49,842 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,842 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32bf8c1ee6011cd64dc3d274433cae94 columnFamilyName norep 2024-11-23T20:21:49,842 DEBUG [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:49,843 INFO [StoreOpener-32bf8c1ee6011cd64dc3d274433cae94-1 {}] regionserver.HStore(327): Store=32bf8c1ee6011cd64dc3d274433cae94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:49,843 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,843 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,843 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,844 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,844 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,844 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:49,845 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,846 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:49,847 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32bf8c1ee6011cd64dc3d274433cae94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70143483, jitterRate=0.04521934688091278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:49,847 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:21:49,847 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32bf8c1ee6011cd64dc3d274433cae94: Running coprocessor pre-open hook at 1732393309838Writing region info on filesystem at 1732393309838Initializing all the Stores at 1732393309839 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393309839Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393309839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393309839Cleaning up temporary data from old regions at 1732393309844 (+5 ms)Running coprocessor post-open hooks at 1732393309847 (+3 ms)Region opened successfully at 1732393309847 2024-11-23T20:21:49,847 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., pid=6, masterSystemTime=1732393309835 2024-11-23T20:21:49,849 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,849 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:21:49,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32bf8c1ee6011cd64dc3d274433cae94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:49,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32bf8c1ee6011cd64dc3d274433cae94, server=80f3ff297c7b,37373,1732393298120 because future has completed 2024-11-23T20:21:49,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:49,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32bf8c1ee6011cd64dc3d274433cae94, server=80f3ff297c7b,37373,1732393298120 in 169 msec 2024-11-23T20:21:49,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:49,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32bf8c1ee6011cd64dc3d274433cae94, ASSIGN in 324 msec 2024-11-23T20:21:49,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:49,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393309855"}]},"ts":"1732393309855"} 2024-11-23T20:21:49,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:49,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:49,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-23T20:21:50,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:50,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:50,853 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:50,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27e022b1 2024-11-23T20:21:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:50,855 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:50,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:50,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:50,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:50,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:50,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:51,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e530d6301ba1c2a0e230bcf32c3e52a9, NAME => 'test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e 2024-11-23T20:21:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e530d6301ba1c2a0e230bcf32c3e52a9, disabling compactions & flushes 2024-11-23T20:21:51,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. after waiting 0 ms 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e530d6301ba1c2a0e230bcf32c3e52a9: Waiting for close lock at 1732393311269Disabling compacts and flushes for region at 1732393311269Disabling writes for close at 1732393311269Writing region close event to WAL at 1732393311269Closed at 1732393311269 2024-11-23T20:21:51,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:51,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393311271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393311271"}]},"ts":"1732393311271"} 2024-11-23T20:21:51,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:51,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:51,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393311273"}]},"ts":"1732393311273"} 2024-11-23T20:21:51,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:51,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e530d6301ba1c2a0e230bcf32c3e52a9, ASSIGN}] 2024-11-23T20:21:51,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e530d6301ba1c2a0e230bcf32c3e52a9, ASSIGN 2024-11-23T20:21:51,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e530d6301ba1c2a0e230bcf32c3e52a9, ASSIGN; state=OFFLINE, location=80f3ff297c7b,40969,1732393301647; forceNewPlan=false, retain=false 2024-11-23T20:21:51,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e530d6301ba1c2a0e230bcf32c3e52a9, regionState=OPENING, regionLocation=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:51,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e530d6301ba1c2a0e230bcf32c3e52a9, ASSIGN because future has completed 2024-11-23T20:21:51,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e530d6301ba1c2a0e230bcf32c3e52a9, server=80f3ff297c7b,40969,1732393301647}] 2024-11-23T20:21:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:51,583 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,583 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e530d6301ba1c2a0e230bcf32c3e52a9, NAME => 'test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:51,583 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:51,583 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:51,583 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,583 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:51,583 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,584 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,584 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,586 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e530d6301ba1c2a0e230bcf32c3e52a9 columnFamilyName f 2024-11-23T20:21:51,586 DEBUG [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:51,586 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(327): Store=e530d6301ba1c2a0e230bcf32c3e52a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:51,586 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,587 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e530d6301ba1c2a0e230bcf32c3e52a9 columnFamilyName f1 2024-11-23T20:21:51,587 DEBUG [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:51,587 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(327): Store=e530d6301ba1c2a0e230bcf32c3e52a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:51,587 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,589 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e530d6301ba1c2a0e230bcf32c3e52a9 columnFamilyName norep 2024-11-23T20:21:51,589 DEBUG [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:51,589 INFO [StoreOpener-e530d6301ba1c2a0e230bcf32c3e52a9-1 {}] regionserver.HStore(327): Store=e530d6301ba1c2a0e230bcf32c3e52a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:51,589 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,590 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,590 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,591 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,591 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,591 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:51,592 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,593 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:51,594 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e530d6301ba1c2a0e230bcf32c3e52a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66765705, jitterRate=-0.005113467574119568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:51,594 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:21:51,594 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e530d6301ba1c2a0e230bcf32c3e52a9: Running coprocessor pre-open hook at 1732393311584Writing region info on filesystem at 1732393311584Initializing all the Stores at 1732393311584Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393311584Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393311584Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393311584Cleaning up temporary data from old regions at 1732393311591 (+7 ms)Running coprocessor post-open hooks at 1732393311594 (+3 ms)Region opened successfully at 1732393311594 2024-11-23T20:21:51,594 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9., pid=6, masterSystemTime=1732393311580 2024-11-23T20:21:51,596 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,596 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:21:51,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e530d6301ba1c2a0e230bcf32c3e52a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,40969,1732393301647 2024-11-23T20:21:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e530d6301ba1c2a0e230bcf32c3e52a9, server=80f3ff297c7b,40969,1732393301647 because future has completed 2024-11-23T20:21:51,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:51,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e530d6301ba1c2a0e230bcf32c3e52a9, server=80f3ff297c7b,40969,1732393301647 in 170 msec 2024-11-23T20:21:51,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:51,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e530d6301ba1c2a0e230bcf32c3e52a9, ASSIGN in 326 msec 2024-11-23T20:21:51,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:51,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393311602"}]},"ts":"1732393311602"} 2024-11-23T20:21:51,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:51,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:51,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-23T20:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:51,993 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:51,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38401f20 2024-11-23T20:21:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:51,995 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:51,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T20:21:51,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:51,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:51,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T20:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:51,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741835_1011 (size=902) 2024-11-23T20:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:52,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec5e97fc51a84878da6c19aaa3bf7b3d, NAME => 'test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a 2024-11-23T20:21:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741836_1012 (size=39) 2024-11-23T20:21:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec5e97fc51a84878da6c19aaa3bf7b3d, disabling compactions & flushes 2024-11-23T20:21:52,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. after waiting 0 ms 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:52,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:52,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec5e97fc51a84878da6c19aaa3bf7b3d: Waiting for close lock at 1732393312809Disabling compacts and flushes for region at 1732393312809Disabling writes for close at 1732393312809Writing region close event to WAL at 1732393312809Closed at 1732393312809 2024-11-23T20:21:52,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:52,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732393312810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393312810"}]},"ts":"1732393312810"} 2024-11-23T20:21:52,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:52,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:52,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393312812"}]},"ts":"1732393312812"} 2024-11-23T20:21:52,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T20:21:52,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec5e97fc51a84878da6c19aaa3bf7b3d, ASSIGN}] 2024-11-23T20:21:52,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec5e97fc51a84878da6c19aaa3bf7b3d, ASSIGN 2024-11-23T20:21:52,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec5e97fc51a84878da6c19aaa3bf7b3d, ASSIGN; state=OFFLINE, location=80f3ff297c7b,36103,1732393305676; forceNewPlan=false, retain=false 2024-11-23T20:21:52,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec5e97fc51a84878da6c19aaa3bf7b3d, regionState=OPENING, regionLocation=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec5e97fc51a84878da6c19aaa3bf7b3d, ASSIGN because future has completed 2024-11-23T20:21:52,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec5e97fc51a84878da6c19aaa3bf7b3d, server=80f3ff297c7b,36103,1732393305676}] 2024-11-23T20:21:53,123 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:53,123 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec5e97fc51a84878da6c19aaa3bf7b3d, NAME => 'test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:53,123 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:53,124 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T20:21:53,124 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,124 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:53,124 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,124 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,125 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,126 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5e97fc51a84878da6c19aaa3bf7b3d columnFamilyName f 2024-11-23T20:21:53,126 DEBUG [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:53,126 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(327): Store=ec5e97fc51a84878da6c19aaa3bf7b3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:53,126 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,127 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5e97fc51a84878da6c19aaa3bf7b3d columnFamilyName f1 2024-11-23T20:21:53,127 DEBUG [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:53,127 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(327): Store=ec5e97fc51a84878da6c19aaa3bf7b3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:53,127 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,128 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5e97fc51a84878da6c19aaa3bf7b3d columnFamilyName norep 2024-11-23T20:21:53,128 DEBUG [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:53,128 INFO [StoreOpener-ec5e97fc51a84878da6c19aaa3bf7b3d-1 {}] regionserver.HStore(327): Store=ec5e97fc51a84878da6c19aaa3bf7b3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:53,129 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,129 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,129 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,130 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,130 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,130 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:53,131 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:53,133 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:53,133 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec5e97fc51a84878da6c19aaa3bf7b3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63391150, jitterRate=-0.055398255586624146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:53,133 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:21:53,133 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec5e97fc51a84878da6c19aaa3bf7b3d: Running coprocessor pre-open hook at 1732393313124Writing region info on filesystem at 1732393313124Initializing all the Stores at 1732393313125 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393313125Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393313125Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393313125Cleaning up temporary data from old regions at 1732393313130 (+5 ms)Running coprocessor post-open hooks at 1732393313133 (+3 ms)Region opened successfully at 1732393313133 2024-11-23T20:21:53,134 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d., pid=6, masterSystemTime=1732393313120 2024-11-23T20:21:53,135 DEBUG [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:53,135 INFO [RS_OPEN_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:21:53,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec5e97fc51a84878da6c19aaa3bf7b3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80f3ff297c7b,36103,1732393305676 2024-11-23T20:21:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec5e97fc51a84878da6c19aaa3bf7b3d, server=80f3ff297c7b,36103,1732393305676 because future has completed 2024-11-23T20:21:53,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T20:21:53,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec5e97fc51a84878da6c19aaa3bf7b3d, server=80f3ff297c7b,36103,1732393305676 in 170 msec 2024-11-23T20:21:53,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T20:21:53,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec5e97fc51a84878da6c19aaa3bf7b3d, ASSIGN in 325 msec 2024-11-23T20:21:53,141 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:53,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393313141"}]},"ts":"1732393313141"} 2024-11-23T20:21:53,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T20:21:53,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:53,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-23T20:21:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T20:21:54,143 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T20:21:54,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:21:54,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:54,144 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:21:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:21:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165bc1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:21:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:54,146 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4b17e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83cf3c9 2024-11-23T20:21:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:54,148 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:54,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://80f3ff297c7b:39409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:54,150 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:39409' 2024-11-23T20:21:54,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a00023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,151 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,39409,-1 for getting cluster id 2024-11-23T20:21:54,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:54,151 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651f0789-bd94-4e81-9e79-fd4001c3e577' 2024-11-23T20:21:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651f0789-bd94-4e81-9e79-fd4001c3e577" 2024-11-23T20:21:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc17586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,39409,-1] 2024-11-23T20:21:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:54,152 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361dcec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:54,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d18ff00 2024-11-23T20:21:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:54,154 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:54,155 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T20:21:54,155 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:54,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:54,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:54,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:54,155 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T20:21:54,156 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T20:21:54,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T20:21:54,157 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:54,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T20:21:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741837_1013 (size=1138) 2024-11-23T20:21:54,206 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T20:21:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:54,564 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1035f6469e066879701038ebf163c39, NAME => 'hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44 2024-11-23T20:21:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741838_1014 (size=44) 2024-11-23T20:21:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1035f6469e066879701038ebf163c39, disabling compactions & flushes 2024-11-23T20:21:54,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. after waiting 0 ms 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:54,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:54,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1035f6469e066879701038ebf163c39: Waiting for close lock at 1732393314969Disabling compacts and flushes for region at 1732393314969Disabling writes for close at 1732393314969Writing region close event to WAL at 1732393314969Closed at 1732393314969 2024-11-23T20:21:54,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T20:21:54,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732393314970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732393314970"}]},"ts":"1732393314970"} 2024-11-23T20:21:54,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T20:21:54,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T20:21:54,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393314972"}]},"ts":"1732393314972"} 2024-11-23T20:21:54,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T20:21:54,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1035f6469e066879701038ebf163c39, ASSIGN}] 2024-11-23T20:21:54,975 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1035f6469e066879701038ebf163c39, ASSIGN 2024-11-23T20:21:54,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1035f6469e066879701038ebf163c39, ASSIGN; state=OFFLINE, location=80f3ff297c7b,37373,1732393298120; forceNewPlan=false, retain=false 2024-11-23T20:21:55,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1035f6469e066879701038ebf163c39, regionState=OPENING, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1035f6469e066879701038ebf163c39, ASSIGN because future has completed 2024-11-23T20:21:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1035f6469e066879701038ebf163c39, server=80f3ff297c7b,37373,1732393298120}] 2024-11-23T20:21:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:55,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:55,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T20:21:55,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T20:21:55,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80f3ff297c7b%2C37373%2C1732393298120.rep, suffix=, logDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120, archiveDir=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs, maxLogs=10 2024-11-23T20:21:55,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393315285, exclude list is [], retry=0 2024-11-23T20:21:55,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:55,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393315285 2024-11-23T20:21:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1035f6469e066879701038ebf163c39, NAME => 'hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39.', STARTKEY => '', ENDKEY => ''} 2024-11-23T20:21:55,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T20:21:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T20:21:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. service=MultiRowMutationService 2024-11-23T20:21:55,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T20:21:55,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T20:21:55,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,303 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,304 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1035f6469e066879701038ebf163c39 columnFamilyName hfileref 2024-11-23T20:21:55,304 DEBUG [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:55,304 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(327): Store=f1035f6469e066879701038ebf163c39/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:55,304 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,305 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1035f6469e066879701038ebf163c39 columnFamilyName queue 2024-11-23T20:21:55,305 DEBUG [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:55,305 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(327): Store=f1035f6469e066879701038ebf163c39/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:55,305 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,306 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1035f6469e066879701038ebf163c39 columnFamilyName sid 2024-11-23T20:21:55,306 DEBUG [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T20:21:55,306 INFO [StoreOpener-f1035f6469e066879701038ebf163c39-1 {}] regionserver.HStore(327): Store=f1035f6469e066879701038ebf163c39/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T20:21:55,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T20:21:55,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T20:21:55,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1035f6469e066879701038ebf163c39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522714, jitterRate=0.02106800675392151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T20:21:55,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1035f6469e066879701038ebf163c39 2024-11-23T20:21:55,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1035f6469e066879701038ebf163c39: Running coprocessor pre-open hook at 1732393315302Writing region info on filesystem at 1732393315302Initializing all the Stores at 1732393315302Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393315302Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393315303 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732393315303Cleaning up temporary data from old regions at 1732393315308 (+5 ms)Running coprocessor post-open hooks at 1732393315310 (+2 ms)Region opened successfully at 1732393315310 2024-11-23T20:21:55,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39., pid=10, masterSystemTime=1732393315280 2024-11-23T20:21:55,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:55,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:21:55,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1035f6469e066879701038ebf163c39, regionState=OPEN, openSeqNum=2, regionLocation=80f3ff297c7b,37373,1732393298120 2024-11-23T20:21:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1035f6469e066879701038ebf163c39, server=80f3ff297c7b,37373,1732393298120 because future has completed 2024-11-23T20:21:55,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T20:21:55,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1035f6469e066879701038ebf163c39, server=80f3ff297c7b,37373,1732393298120 in 187 msec 2024-11-23T20:21:55,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T20:21:55,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1035f6469e066879701038ebf163c39, ASSIGN in 342 msec 2024-11-23T20:21:55,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T20:21:55,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732393315318"}]},"ts":"1732393315318"} 2024-11-23T20:21:55,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T20:21:55,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T20:21:55,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-23T20:21:55,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2] 2024-11-23T20:21:55,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:55,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:21:55,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:21:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:21:55,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T20:21:55,525 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T20:21:55,567 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80f3ff297c7b,37373,1732393298120, ReplicationSource: 1, currentBandwidth=0 2024-11-23T20:21:55,568 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:55,568 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37373,1732393298120, seqNum=-1] 2024-11-23T20:21:55,569 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:55,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:55,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80f3ff297c7b,37373,1732393298120', locateType=CURRENT is [region=hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2] 2024-11-23T20:21:55,573 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T20:21:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T20:21:55,575 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80f3ff297c7b,37373,1732393298120 suceeded 2024-11-23T20:21:55,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T20:21:55,577 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80f3ff297c7b:39409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:21:55,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-23T20:21:55,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-23T20:21:55,588 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:39409' 2024-11-23T20:21:55,589 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f2662f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:55,589 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,39409,-1 for getting cluster id 2024-11-23T20:21:55,589 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:55,590 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651f0789-bd94-4e81-9e79-fd4001c3e577' 2024-11-23T20:21:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651f0789-bd94-4e81-9e79-fd4001c3e577" 2024-11-23T20:21:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c122254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,39409,-1] 2024-11-23T20:21:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:55,591 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:55,592 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48bc3af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:55,592 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5412d8c2 2024-11-23T20:21:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:55,594 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:55,594 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80f3ff297c7b,37373,1732393298120 (queues=1) is replicating from cluster=1be2b949-e4c6-41e2-b792-5e2332ebf2ec to cluster=651f0789-bd94-4e81-9e79-fd4001c3e577 2024-11-23T20:21:55,594 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80f3ff297c7b%2C37373%2C1732393298120 2024-11-23T20:21:55,594 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80f3ff297c7b,37373,1732393298120, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:21:55,595 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710, startPosition=0, beingWritten=true 2024-11-23T20:21:55,595 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C37373%2C1732393298120 2024-11-23T20:21:55,598 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:21:55,599 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:55,599 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T20:21:55,801 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:56,105 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T20:21:56,293 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T20:21:56,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:56,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:56,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:56,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:56,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:56,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a415be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:21:56,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:56,295 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:21:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:21:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1d0323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:21:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:56,296 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100a28f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,39409,-1 for getting cluster id 2024-11-23T20:21:56,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:56,298 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651f0789-bd94-4e81-9e79-fd4001c3e577' 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651f0789-bd94-4e81-9e79-fd4001c3e577" 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d801420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,39409,-1] 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:56,299 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3037055d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33363,-1 for getting cluster id 2024-11-23T20:21:56,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:56,300 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa3e076f-76e2-40ed-932f-02a95f720c0c' 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa3e076f-76e2-40ed-932f-02a95f720c0c" 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1495cc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33363,-1] 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:56,301 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1234dcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:56,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:56,305 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732393316305/Put/seqid=0 2024-11-23T20:21:56,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741840_1016 (size=7894) 2024-11-23T20:21:56,508 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:56,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732393316710/Put/seqid=0 2024-11-23T20:21:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741841_1017 (size=7691) 2024-11-23T20:21:57,012 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:57,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156f5b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:21:57,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:57,117 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:21:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:21:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753fd560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:21:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:57,118 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:57,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6644a213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37373,1732393298120, seqNum=-1] 2024-11-23T20:21:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:57,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:57,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177f25eb 2024-11-23T20:21:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:57,128 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2] 2024-11-23T20:21:57,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:21:57,136 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T20:21:57,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T20:21:57,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:21:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T20:21:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:21:57,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T20:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:21:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegion(2603): Flush status journal for 32bf8c1ee6011cd64dc3d274433cae94: 2024-11-23T20:21:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_0 2024-11-23T20:21:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_0 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ 2024-11-23T20:21:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_1 2024-11-23T20:21:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_1 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ 2024-11-23T20:21:57,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_0 into 32bf8c1ee6011cd64dc3d274433cae94/f as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ - updating store file list. 2024-11-23T20:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:21:57,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ into 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:21:57,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_0 into 32bf8c1ee6011cd64dc3d274433cae94/f (new location: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_) 2024-11-23T20:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_0 2024-11-23T20:21:57,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_1 into 32bf8c1ee6011cd64dc3d274433cae94/f as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ - updating store file list. 2024-11-23T20:21:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 129d7891bbf945518b7d3b3df126dc7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:21:57,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ into 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:21:57,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_1 into 32bf8c1ee6011cd64dc3d274433cae94/f (new location: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_) 2024-11-23T20:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__9upboaconfm87osmd5j9m4v4rcj1vrgamkcgi1bjn17lfd03mtmn0i3bir2nk7t1/f/hfile_1 2024-11-23T20:21:57,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:57,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:57,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:57,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:57,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 , the old value is region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:37373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:21:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:21:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 from cache 2024-11-23T20:21:57,162 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T20:21:57,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40969,1732393301647, seqNum=-1] 2024-11-23T20:21:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:57,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:57,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9., hostname=80f3ff297c7b,40969,1732393301647, seqNum=2] 2024-11-23T20:21:57,168 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:21:57,272 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:37373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:21:57,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T20:21:57,615 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 379, reset compression=false 2024-11-23T20:21:57,619 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:21:57,619 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[{test/32bf8c1ee6011cd64dc3d274433cae94/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393317160/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:21:57,621 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:57,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T20:21:57,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(318): Replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:21:57,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774bbbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,39409,-1 for getting cluster id 2024-11-23T20:21:57,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:57,624 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651f0789-bd94-4e81-9e79-fd4001c3e577' 2024-11-23T20:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651f0789-bd94-4e81-9e79-fd4001c3e577" 2024-11-23T20:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c1b40c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,39409,-1] 2024-11-23T20:21:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:57,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:57,625 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:57,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd8f6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741837_1013 (size=7894) 2024-11-23T20:21:57,819 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 687, reset compression=false 2024-11-23T20:21:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741838_1014 (size=7691) 2024-11-23T20:21:58,123 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 687, reset compression=false 2024-11-23T20:21:58,170 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:21:58,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:58,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,39409,1732393301610 2024-11-23T20:21:58,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642255ce 2024-11-23T20:21:58,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:58,444 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:58,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:21:58,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:58,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,40969,1732393301647, seqNum=-1] 2024-11-23T20:21:58,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:58,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T20:21:58,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T20:21:58,454 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T20:21:58,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ for inclusion in e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T20:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:21:58,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ for inclusion in e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:21:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T20:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegion(2603): Flush status journal for e530d6301ba1c2a0e230bcf32c3e52a9: 2024-11-23T20:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/bcbdd4d2aa874aac8af1ebc07983e8b3_SeqId_4_ 2024-11-23T20:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/01f32461625e42fe8b13d57a0c1e68d2_SeqId_4_ 2024-11-23T20:21:58,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/bcbdd4d2aa874aac8af1ebc07983e8b3_SeqId_4_ - updating store file list. 2024-11-23T20:21:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bcbdd4d2aa874aac8af1ebc07983e8b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:21:58,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/bcbdd4d2aa874aac8af1ebc07983e8b3_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:21:58,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f (new location: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/bcbdd4d2aa874aac8af1ebc07983e8b3_SeqId_4_) 2024-11-23T20:21:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/129d7891bbf945518b7d3b3df126dc7b_SeqId_4_ 2024-11-23T20:21:58,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/01f32461625e42fe8b13d57a0c1e68d2_SeqId_4_ - updating store file list. 2024-11-23T20:21:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01f32461625e42fe8b13d57a0c1e68d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:21:58,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/01f32461625e42fe8b13d57a0c1e68d2_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:21:58,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ into e530d6301ba1c2a0e230bcf32c3e52a9/f (new location: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/01f32461625e42fe8b13d57a0c1e68d2_SeqId_4_) 2024-11-23T20:21:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__ue8khcqed78np4d9e5s9stalg6itq4o4h0miag6tndi06c6achme9287m78dfa9m/f/3894cfb850fa4f40b083c1f3b08648c2_SeqId_4_ 2024-11-23T20:21:58,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(324): Finished replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:21:58,526 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 687, reset compression=false 2024-11-23T20:21:59,029 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 687, reset compression=false 2024-11-23T20:21:59,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:21:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36103,1732393305676, seqNum=-1] 2024-11-23T20:21:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:21:59,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:21:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d., hostname=80f3ff297c7b,36103,1732393305676, seqNum=2] 2024-11-23T20:21:59,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:21:59,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T20:21:59,186 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120.rep:(num 1732393315285) roll requested 2024-11-23T20:21:59,204 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393319186, exclude list is [], retry=0 2024-11-23T20:21:59,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:59,207 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393315285 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393319186 2024-11-23T20:21:59,207 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:59,208 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.rep.1732393315285 is not closed yet, will try archiving it next time 2024-11-23T20:21:59,208 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120.meta:.meta(num 1732393300224) roll requested 2024-11-23T20:21:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741839_1015 (size=1505) 2024-11-23T20:21:59,224 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393319208.meta, exclude list is [], retry=0 2024-11-23T20:21:59,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:59,227 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393300224.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393319208.meta 2024-11-23T20:21:59,227 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:59,227 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393300224.meta is not closed yet, will try archiving it next time 2024-11-23T20:21:59,228 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120:(num 1732393299710) roll requested 2024-11-23T20:21:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741834_1010 (size=3473) 2024-11-23T20:21:59,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393300224.meta not finished, retry = 0 2024-11-23T20:21:59,243 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, exclude list is [], retry=0 2024-11-23T20:21:59,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34423,DS-8fab197d-4d5b-4296-ba03-914230afd5bb,DISK] 2024-11-23T20:21:59,246 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 2024-11-23T20:21:59,247 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-23T20:21:59,247 DEBUG [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 is not closed yet, will try archiving it next time 2024-11-23T20:21:59,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:21:59,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741832_1008 (size=695) 2024-11-23T20:21:59,248 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:21:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:21:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cafc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:21:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,249 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 2024-11-23T20:21:59,249 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd87b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38315,1732393298072 2024-11-23T20:21:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e27a604 2024-11-23T20:21:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:59,251 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:59,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://80f3ff297c7b:33363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T20:21:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T20:21:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:21:59,254 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:33363' 2024-11-23T20:21:59,254 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f8f51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,254 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33363,-1 for getting cluster id 2024-11-23T20:21:59,254 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:59,255 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa3e076f-76e2-40ed-932f-02a95f720c0c' 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa3e076f-76e2-40ed-932f-02a95f720c0c" 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160b26d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33363,-1] 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,256 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42284898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,257 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@543c6291 2024-11-23T20:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:59,258 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:21:59,258 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T20:21:59,258 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T20:21:59,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:59,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T20:21:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:21:59,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T20:21:59,418 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T20:21:59,446 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-80f3ff297c7b,37373,1732393298120, ReplicationSource: 2, currentBandwidth=0 2024-11-23T20:21:59,448 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T20:21:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T20:21:59,450 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 80f3ff297c7b,37373,1732393298120 suceeded 2024-11-23T20:21:59,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T20:21:59,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-23T20:21:59,451 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://80f3ff297c7b:33363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T20:21:59,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 200 msec 2024-11-23T20:21:59,462 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80f3ff297c7b:33363' 2024-11-23T20:21:59,463 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9e1c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,463 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33363,-1 for getting cluster id 2024-11-23T20:21:59,463 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:21:59,463 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa3e076f-76e2-40ed-932f-02a95f720c0c' 2024-11-23T20:21:59,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:21:59,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa3e076f-76e2-40ed-932f-02a95f720c0c" 2024-11-23T20:21:59,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64df2be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33363,-1] 2024-11-23T20:21:59,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:21:59,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,464 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:21:59,465 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a0c823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:21:59,465 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:21:59,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33363,1732393305641 2024-11-23T20:21:59,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e90cb1 2024-11-23T20:21:59,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:21:59,466 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T20:21:59,467 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80f3ff297c7b,37373,1732393298120 (queues=1) is replicating from cluster=1be2b949-e4c6-41e2-b792-5e2332ebf2ec to cluster=aa3e076f-76e2-40ed-932f-02a95f720c0c 2024-11-23T20:21:59,467 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80f3ff297c7b%2C37373%2C1732393298120 2024-11-23T20:21:59,467 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80f3ff297c7b,37373,1732393298120, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T20:21:59,467 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80f3ff297c7b%2C37373%2C1732393298120 2024-11-23T20:21:59,467 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, startPosition=0, beingWritten=true 2024-11-23T20:21:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T20:21:59,572 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T20:21:59,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:21:59,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:21:59,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:21:59,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:21:59,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T20:21:59,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732393319587/Put/seqid=0 2024-11-23T20:21:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741845_1021 (size=11194) 2024-11-23T20:21:59,633 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 to pos 687, reset compression=false 2024-11-23T20:21:59,640 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 was moved to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 2024-11-23T20:21:59,641 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710 2024-11-23T20:21:59,641 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393299710, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T20:21:59,641 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, startPosition=0, beingWritten=true 2024-11-23T20:21:59,643 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [80f3ff297c7b%2C37373%2C1732393298120.1732393299710] 2024-11-23T20:21:59,671 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 0, reset compression=false 2024-11-23T20:21:59,974 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 0, reset compression=false 2024-11-23T20:21:59,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732393319999/Put/seqid=0 2024-11-23T20:22:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741846_1022 (size=10791) 2024-11-23T20:22:00,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502947db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,38315,-1 for getting cluster id 2024-11-23T20:22:00,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:22:00,006 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be2b949-e4c6-41e2-b792-5e2332ebf2ec' 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be2b949-e4c6-41e2-b792-5e2332ebf2ec" 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4676a959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,38315,-1] 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:00,007 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:22:00,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24459c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:22:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,37373,1732393298120, seqNum=-1] 2024-11-23T20:22:00,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:22:00,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T20:22:00,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:22:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,38315,1732393298072 2024-11-23T20:22:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d6e5b5c 2024-11-23T20:22:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:22:00,017 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T20:22:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2] 2024-11-23T20:22:00,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:22:00,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T20:22:00,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T20:22:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:22:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T20:22:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:00,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:22:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T20:22:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegion(2603): Flush status journal for 32bf8c1ee6011cd64dc3d274433cae94: 2024-11-23T20:22:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_0 2024-11-23T20:22:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_0 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/218685c75bb14a419f83522463fd1869_SeqId_6_ 2024-11-23T20:22:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_1 2024-11-23T20:22:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_1 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ 2024-11-23T20:22:00,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_0 into 32bf8c1ee6011cd64dc3d274433cae94/f as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/218685c75bb14a419f83522463fd1869_SeqId_6_ - updating store file list. 2024-11-23T20:22:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 218685c75bb14a419f83522463fd1869_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:00,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/218685c75bb14a419f83522463fd1869_SeqId_6_ into 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:22:00,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_0 into 32bf8c1ee6011cd64dc3d274433cae94/f (new location: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/218685c75bb14a419f83522463fd1869_SeqId_6_) 2024-11-23T20:22:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_0 2024-11-23T20:22:00,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_1 into 32bf8c1ee6011cd64dc3d274433cae94/f as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ - updating store file list. 2024-11-23T20:22:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:00,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ into 32bf8c1ee6011cd64dc3d274433cae94/f 2024-11-23T20:22:00,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_1 into 32bf8c1ee6011cd64dc3d274433cae94/f (new location: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_) 2024-11-23T20:22:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/staging/jenkins__test__icp8b6krhr9i1g1i3e510q31e14b1j3sc6d59qfl1oksl4s4ta0ar7g10infj5j6/f/hfile_1 2024-11-23T20:22:00,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:00,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:00,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 , the old value is region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80f3ff297c7b:37373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:22:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T20:22:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94., hostname=80f3ff297c7b,37373,1732393298120, seqNum=2 from cache 2024-11-23T20:22:00,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:00,052 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T20:22:00,055 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:22:00,162 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:37373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T20:22:00,314 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-23T20:22:00,315 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T20:22:00,345 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 0, reset compression=false 2024-11-23T20:22:00,349 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:22:00,349 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[{test/32bf8c1ee6011cd64dc3d274433cae94/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393320050/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:22:00,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(318): Replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:22:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741839_1015 (size=11194) 2024-11-23T20:22:00,378 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 0, reset compression=false 2024-11-23T20:22:00,382 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T20:22:00,382 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[{test/32bf8c1ee6011cd64dc3d274433cae94/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732393320050/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T20:22:00,384 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T20:22:00,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T20:22:00,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.ReplicationSink(318): Replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:22:00,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e7eb97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] client.ClusterIdFetcher(90): Going to request 80f3ff297c7b,33363,-1 for getting cluster id 2024-11-23T20:22:00,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T20:22:00,386 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa3e076f-76e2-40ed-932f-02a95f720c0c' 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa3e076f-76e2-40ed-932f-02a95f720c0c" 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b7ffa5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80f3ff297c7b,33363,-1] 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T20:22:00,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:00,387 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T20:22:00,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@155fb0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T20:22:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741837_1013 (size=11194) 2024-11-23T20:22:00,549 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:00,582 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741840_1016 (size=10791) 2024-11-23T20:22:00,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:22:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741838_1014 (size=10791) 2024-11-23T20:22:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,853 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:00,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:00,885 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:01,058 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T20:22:01,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:22:01,174 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T20:22:01,176 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T20:22:01,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ for inclusion in e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:22:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T20:22:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:01,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ for inclusion in e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:22:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T20:22:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegion(2603): Flush status journal for e530d6301ba1c2a0e230bcf32c3e52a9: 2024-11-23T20:22:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 218685c75bb14a419f83522463fd1869_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:22:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/780ff9c97fe64b0795c4a5fcec7ceeed_SeqId_6_ 2024-11-23T20:22:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:22:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/2dea07057ed040ee92c00e4330d20132_SeqId_6_ 2024-11-23T20:22:01,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/780ff9c97fe64b0795c4a5fcec7ceeed_SeqId_6_ - updating store file list. 2024-11-23T20:22:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 780ff9c97fe64b0795c4a5fcec7ceeed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:01,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/780ff9c97fe64b0795c4a5fcec7ceeed_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:22:01,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f (new location: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/780ff9c97fe64b0795c4a5fcec7ceeed_SeqId_6_) 2024-11-23T20:22:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/218685c75bb14a419f83522463fd1869_SeqId_6_ 2024-11-23T20:22:01,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/2dea07057ed040ee92c00e4330d20132_SeqId_6_ - updating store file list. 2024-11-23T20:22:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dea07057ed040ee92c00e4330d20132_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:01,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/2dea07057ed040ee92c00e4330d20132_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f 2024-11-23T20:22:01,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ into e530d6301ba1c2a0e230bcf32c3e52a9/f (new location: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/f/2dea07057ed040ee92c00e4330d20132_SeqId_6_) 2024-11-23T20:22:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/staging/jenkins.hfs.22__test__pitl2cgm0ccn5e85o2h3gp1om4sq0p197bjj0tugohf20gckt8v65060q6m2t7sm/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ 2024-11-23T20:22:01,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(324): Finished replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:22:01,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T20:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80f3ff297c7b,33363,1732393305641 2024-11-23T20:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454d1178 2024-11-23T20:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T20:22:01,212 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T20:22:01,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T20:22:01,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T20:22:01,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80f3ff297c7b,36103,1732393305676, seqNum=-1] 2024-11-23T20:22:01,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T20:22:01,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T20:22:01,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T20:22:01,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T20:22:01,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ for inclusion in ec5e97fc51a84878da6c19aaa3bf7b3d/f 2024-11-23T20:22:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T20:22:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:01,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ for inclusion in ec5e97fc51a84878da6c19aaa3bf7b3d/f 2024-11-23T20:22:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T20:22:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T20:22:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegion(2603): Flush status journal for ec5e97fc51a84878da6c19aaa3bf7b3d: 2024-11-23T20:22:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:22:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/bd5ccf9e7003469e8056fed1b6af31c4_SeqId_4_ 2024-11-23T20:22:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 218685c75bb14a419f83522463fd1869_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T20:22:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/734863de39ce49edad34b553f86ebe20_SeqId_4_ 2024-11-23T20:22:01,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/bd5ccf9e7003469e8056fed1b6af31c4_SeqId_4_ - updating store file list. 2024-11-23T20:22:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd5ccf9e7003469e8056fed1b6af31c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:01,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/bd5ccf9e7003469e8056fed1b6af31c4_SeqId_4_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f 2024-11-23T20:22:01,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f (new location: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/bd5ccf9e7003469e8056fed1b6af31c4_SeqId_4_) 2024-11-23T20:22:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/d108b1c3fff14bbba2272d9578a29a1e_SeqId_6_ 2024-11-23T20:22:01,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/734863de39ce49edad34b553f86ebe20_SeqId_4_ - updating store file list. 2024-11-23T20:22:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 734863de39ce49edad34b553f86ebe20_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T20:22:01,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/734863de39ce49edad34b553f86ebe20_SeqId_4_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f 2024-11-23T20:22:01,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ into ec5e97fc51a84878da6c19aaa3bf7b3d/f (new location: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/f/734863de39ce49edad34b553f86ebe20_SeqId_4_) 2024-11-23T20:22:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/staging/jenkins.hfs.23__test__hs0fh1lmvvcl5h34npf8ctjd8350pqbkor41emic46bfur92ao7nl67itqmmsd0h/f/218685c75bb14a419f83522463fd1869_SeqId_6_ 2024-11-23T20:22:01,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.ReplicationSink(324): Finished replicating [1be2b949-e4c6-41e2-b792-5e2332ebf2ec] bulk loaded data 2024-11-23T20:22:01,257 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:01,288 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:01,760 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:01,791 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:02,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:22:02,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:02,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:02,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:02,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:02,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:02,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:22:02,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=248548004, stopped=false 2024-11-23T20:22:02,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,33363,1732393305641 2024-11-23T20:22:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025326797/running 2024-11-23T20:22:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025326797/running 2024-11-23T20:22:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:22:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:22:02,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:02,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:02,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:02,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:02,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,36103,1732393305676' ***** 2024-11-23T20:22:02,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:22:02,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/running 2024-11-23T20:22:02,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Set watcher on znode that does not yet exist, /22025326797/running 2024-11-23T20:22:02,077 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:22:02,077 INFO [RS:0;80f3ff297c7b:36103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:22:02,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:22:02,078 INFO [RS:0;80f3ff297c7b:36103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:22:02,078 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(3091): Received CLOSE for ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:22:02,083 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,36103,1732393305676 2024-11-23T20:22:02,083 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:02,083 INFO [RS:0;80f3ff297c7b:36103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36103. 2024-11-23T20:22:02,084 DEBUG [RS:0;80f3ff297c7b:36103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:02,084 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:02,084 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec5e97fc51a84878da6c19aaa3bf7b3d, disabling compactions & flushes 2024-11-23T20:22:02,084 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:22:02,084 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:22:02,084 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:22:02,084 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. after waiting 0 ms 2024-11-23T20:22:02,084 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:22:02,084 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:22:02,084 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:22:02,084 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:22:02,084 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:22:02,084 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1325): Online Regions={ec5e97fc51a84878da6c19aaa3bf7b3d=test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:22:02,084 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec5e97fc51a84878da6c19aaa3bf7b3d 2024-11-23T20:22:02,084 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:22:02,084 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:22:02,085 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:22:02,085 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:22:02,085 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:22:02,085 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T20:22:02,097 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/default/test/ec5e97fc51a84878da6c19aaa3bf7b3d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T20:22:02,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:02,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:22:02,098 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:22:02,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec5e97fc51a84878da6c19aaa3bf7b3d: Waiting for close lock at 1732393322084Running coprocessor pre-close hooks at 1732393322084Disabling compacts and flushes for region at 1732393322084Disabling writes for close at 1732393322084Writing region close event to WAL at 1732393322087 (+3 ms)Running coprocessor post-close hooks at 1732393322097 (+10 ms)Closed at 1732393322098 (+1 ms) 2024-11-23T20:22:02,098 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d. 2024-11-23T20:22:02,108 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/info/755275e688df4dc9b2293f273d40c45a is 129, key is test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d./info:regioninfo/1732393313135/Put/seqid=0 2024-11-23T20:22:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741839_1015 (size=6421) 2024-11-23T20:22:02,136 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:02,284 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:02,364 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:02,394 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:02,485 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:02,512 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/info/755275e688df4dc9b2293f273d40c45a 2024-11-23T20:22:02,530 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/ns/bddb9c7f18284bb2a275d5657caee9f1 is 43, key is default/ns:d/1732393308602/Put/seqid=0 2024-11-23T20:22:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741840_1016 (size=5153) 2024-11-23T20:22:02,537 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:22:02,537 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:22:02,609 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:22:02,685 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:02,885 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:02,934 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/ns/bddb9c7f18284bb2a275d5657caee9f1 2024-11-23T20:22:02,952 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/rep_barrier/ff729d5a11f042349239ce4201cfa16b is 112, key is test,,1732393311995.ec5e97fc51a84878da6c19aaa3bf7b3d./rep_barrier:seqnumDuringOpen/1732393313135/Put/seqid=0 2024-11-23T20:22:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741841_1017 (size=5518) 2024-11-23T20:22:03,067 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:03,085 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:22:03,085 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:22:03,085 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:03,098 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:03,286 DEBUG [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:03,356 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/rep_barrier/ff729d5a11f042349239ce4201cfa16b 2024-11-23T20:22:03,376 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/table/0f89d3138eca467aa41d5025a381b5e1 is 40, key is test/table:state/1732393313141/Put/seqid=0 2024-11-23T20:22:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741842_1018 (size=5165) 2024-11-23T20:22:03,379 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/table/0f89d3138eca467aa41d5025a381b5e1 2024-11-23T20:22:03,383 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/info/755275e688df4dc9b2293f273d40c45a as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/info/755275e688df4dc9b2293f273d40c45a 2024-11-23T20:22:03,386 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/info/755275e688df4dc9b2293f273d40c45a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T20:22:03,387 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/ns/bddb9c7f18284bb2a275d5657caee9f1 as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/ns/bddb9c7f18284bb2a275d5657caee9f1 2024-11-23T20:22:03,390 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/ns/bddb9c7f18284bb2a275d5657caee9f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:22:03,391 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/rep_barrier/ff729d5a11f042349239ce4201cfa16b as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/rep_barrier/ff729d5a11f042349239ce4201cfa16b 2024-11-23T20:22:03,393 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/rep_barrier/ff729d5a11f042349239ce4201cfa16b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T20:22:03,394 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/.tmp/table/0f89d3138eca467aa41d5025a381b5e1 as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/table/0f89d3138eca467aa41d5025a381b5e1 2024-11-23T20:22:03,397 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/table/0f89d3138eca467aa41d5025a381b5e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:22:03,398 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false 2024-11-23T20:22:03,403 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:22:03,403 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:03,403 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:22:03,403 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:03,403 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393322084Running coprocessor pre-close hooks at 1732393322084Disabling compacts and flushes for region at 1732393322084Disabling writes for close at 1732393322085 (+1 ms)Obtaining lock to block concurrent updates at 1732393322085Preparing flush snapshotting stores in 1588230740 at 1732393322085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732393322085Flushing stores of hbase:meta,,1.1588230740 at 1732393322086 (+1 ms)Flushing 1588230740/info: creating writer at 1732393322086Flushing 1588230740/info: appending metadata at 1732393322108 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732393322108Flushing 1588230740/ns: creating writer at 1732393322516 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732393322530 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393322530Flushing 1588230740/rep_barrier: creating writer at 1732393322937 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393322952 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393322952Flushing 1588230740/table: creating writer at 1732393323361 (+409 ms)Flushing 1588230740/table: appending metadata at 1732393323375 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732393323375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5f23cc: reopening flushed file at 1732393323383 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38316957: reopening flushed file at 1732393323387 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6b8c6a: reopening flushed file at 1732393323390 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6476a96d: reopening flushed file at 1732393323393 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false at 1732393323398 (+5 ms)Writing region close event to WAL at 1732393323400 (+2 ms)Running coprocessor post-close hooks at 1732393323403 (+3 ms)Closed at 1732393323403 2024-11-23T20:22:03,403 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:03,486 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,36103,1732393305676; all regions closed. 2024-11-23T20:22:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741834_1010 (size=2717) 2024-11-23T20:22:03,489 DEBUG [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/oldWALs 2024-11-23T20:22:03,489 INFO [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36103%2C1732393305676.meta:.meta(num 1732393308564) 2024-11-23T20:22:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741832_1008 (size=1028) 2024-11-23T20:22:03,492 DEBUG [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/oldWALs 2024-11-23T20:22:03,492 INFO [RS:0;80f3ff297c7b:36103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C36103%2C1732393305676:(num 1732393307664) 2024-11-23T20:22:03,492 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:03,492 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:03,492 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:03,492 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:03,493 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:03,493 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:03,493 INFO [RS:0;80f3ff297c7b:36103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:36103. 2024-11-23T20:22:03,493 DEBUG [RS:0;80f3ff297c7b:36103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:03,493 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:03,493 DEBUG [RS:0;80f3ff297c7b:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:03,494 INFO [RS:0;80f3ff297c7b:36103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36103 2024-11-23T20:22:03,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:03,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797/rs 2024-11-23T20:22:03,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025326797/rs/80f3ff297c7b,36103,1732393305676 2024-11-23T20:22:03,495 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:03,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,36103,1732393305676] 2024-11-23T20:22:03,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22025326797/draining/80f3ff297c7b,36103,1732393305676 already deleted, retry=false 2024-11-23T20:22:03,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,36103,1732393305676 expired; onlineServers=0 2024-11-23T20:22:03,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,33363,1732393305641' ***** 2024-11-23T20:22:03,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:22:03,498 INFO [M:0;80f3ff297c7b:33363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:03,498 INFO [M:0;80f3ff297c7b:33363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:03,498 DEBUG [M:0;80f3ff297c7b:33363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:22:03,498 DEBUG [M:0;80f3ff297c7b:33363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:22:03,498 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:22:03,498 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393307437 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393307437,5,FailOnTimeoutGroup] 2024-11-23T20:22:03,498 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393307436 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393307436,5,FailOnTimeoutGroup] 2024-11-23T20:22:03,498 INFO [M:0;80f3ff297c7b:33363 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:03,498 INFO [M:0;80f3ff297c7b:33363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:03,498 DEBUG [M:0;80f3ff297c7b:33363 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:22:03,498 INFO [M:0;80f3ff297c7b:33363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:22:03,499 INFO [M:0;80f3ff297c7b:33363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:03,499 INFO [M:0;80f3ff297c7b:33363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:22:03,499 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:22:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025326797/master 2024-11-23T20:22:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025326797 2024-11-23T20:22:03,501 DEBUG [M:0;80f3ff297c7b:33363 {}] zookeeper.ZKUtil(347): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Unable to get data of znode /22025326797/master because node does not exist (not an error) 2024-11-23T20:22:03,501 WARN [M:0;80f3ff297c7b:33363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:22:03,502 INFO [M:0;80f3ff297c7b:33363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/.lastflushedseqids 2024-11-23T20:22:03,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741843_1019 (size=173) 2024-11-23T20:22:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:03,597 INFO [RS:0;80f3ff297c7b:36103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x101467dcf230007, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:03,597 INFO [RS:0;80f3ff297c7b:36103 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,36103,1732393305676; zookeeper connection closed. 2024-11-23T20:22:03,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22a86aae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22a86aae 2024-11-23T20:22:03,597 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:22:03,870 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:03,901 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:03,906 INFO [M:0;80f3ff297c7b:33363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:22:03,906 INFO [M:0;80f3ff297c7b:33363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:22:03,906 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:22:03,906 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:03,906 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:03,906 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:22:03,906 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:03,906 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-23T20:22:03,922 DEBUG [M:0;80f3ff297c7b:33363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23dbc4f00032499dacea7bf71a4815f2 is 82, key is hbase:meta,,1/info:regioninfo/1732393308592/Put/seqid=0 2024-11-23T20:22:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741844_1020 (size=5672) 2024-11-23T20:22:04,329 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23dbc4f00032499dacea7bf71a4815f2 2024-11-23T20:22:04,346 DEBUG [M:0;80f3ff297c7b:33363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e24ce36e5a047e29f90b00679e59abd is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393313144/Put/seqid=0 2024-11-23T20:22:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741845_1021 (size=6587) 2024-11-23T20:22:04,750 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e24ce36e5a047e29f90b00679e59abd 2024-11-23T20:22:04,768 DEBUG [M:0;80f3ff297c7b:33363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2735d0f7410449686babaa3630fae7e is 69, key is 80f3ff297c7b,36103,1732393305676/rs:state/1732393307512/Put/seqid=0 2024-11-23T20:22:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741846_1022 (size=5156) 2024-11-23T20:22:04,772 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2735d0f7410449686babaa3630fae7e 2024-11-23T20:22:04,774 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:04,776 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23dbc4f00032499dacea7bf71a4815f2 as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23dbc4f00032499dacea7bf71a4815f2 2024-11-23T20:22:04,779 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23dbc4f00032499dacea7bf71a4815f2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T20:22:04,780 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e24ce36e5a047e29f90b00679e59abd as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e24ce36e5a047e29f90b00679e59abd 2024-11-23T20:22:04,783 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e24ce36e5a047e29f90b00679e59abd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T20:22:04,783 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2735d0f7410449686babaa3630fae7e as hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2735d0f7410449686babaa3630fae7e 2024-11-23T20:22:04,786 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42145/user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2735d0f7410449686babaa3630fae7e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T20:22:04,787 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-23T20:22:04,788 INFO [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:04,788 DEBUG [M:0;80f3ff297c7b:33363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393323906Disabling compacts and flushes for region at 1732393323906Disabling writes for close at 1732393323906Obtaining lock to block concurrent updates at 1732393323906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393323906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732393323907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393323907Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393323907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393323922 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393323922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393324332 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393324346 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393324346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393324754 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393324767 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393324767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7b9c: reopening flushed file at 1732393324775 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49688717: reopening flushed file at 1732393324779 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a08c33: reopening flushed file at 1732393324783 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1732393324787 (+4 ms)Writing region close event to WAL at 1732393324788 (+1 ms)Closed at 1732393324788 2024-11-23T20:22:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43273 is added to blk_1073741830_1006 (size=32782) 2024-11-23T20:22:04,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a868b6e-b652-edef-43de-dd97c6d67d7a/MasterData/WALs/80f3ff297c7b,33363,1732393305641/80f3ff297c7b%2C33363%2C1732393305641.1732393307356 not finished, retry = 0 2024-11-23T20:22:04,803 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:04,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:04,891 INFO [M:0;80f3ff297c7b:33363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:22:04,891 INFO [M:0;80f3ff297c7b:33363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33363 2024-11-23T20:22:04,891 INFO [M:0;80f3ff297c7b:33363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:04,993 INFO [M:0;80f3ff297c7b:33363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:04,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:04,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33363-0x101467dcf230006, quorum=127.0.0.1:57504, baseZNode=/22025326797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:04,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522f7563{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:22:04,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e1c748f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:04,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:04,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53cfbbce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:04,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@417a9f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:04,998 WARN [BP-1126326860-172.17.0.2-1732393304709 heartbeating to localhost/127.0.0.1:42145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:22:04,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:22:04,998 WARN [BP-1126326860-172.17.0.2-1732393304709 heartbeating to localhost/127.0.0.1:42145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1126326860-172.17.0.2-1732393304709 (Datanode Uuid 974ad2b7-2735-4d9e-81fb-cf5acb7d1a33) service to localhost/127.0.0.1:42145 2024-11-23T20:22:04,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:22:04,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/cluster_ef9c8ce8-9858-fd97-1e6a-c0599c7e5aeb/data/data1/current/BP-1126326860-172.17.0.2-1732393304709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:04,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/cluster_ef9c8ce8-9858-fd97-1e6a-c0599c7e5aeb/data/data2/current/BP-1126326860-172.17.0.2-1732393304709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:04,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:22:05,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16be6579{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:22:05,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64e306ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:05,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:05,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf91e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:05,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6025c365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15d0f52c-37c8-8e69-fb7c-7408af156e3a/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:05,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:22:05,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:22:05,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:05,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:05,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:05,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:05,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:05,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:22:05,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=453263231, stopped=false 2024-11-23T20:22:05,020 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,39409,1732393301610 2024-11-23T20:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218180842/running 2024-11-23T20:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218180842/running 2024-11-23T20:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:22:05,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:05,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:05,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:05,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:05,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/running 2024-11-23T20:22:05,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,40969,1732393301647' ***** 2024-11-23T20:22:05,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:22:05,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Set watcher on znode that does not yet exist, /1-218180842/running 2024-11-23T20:22:05,023 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:22:05,023 INFO [RS:0;80f3ff297c7b:40969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:22:05,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:22:05,023 INFO [RS:0;80f3ff297c7b:40969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:22:05,023 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,40969,1732393301647 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40969. 2024-11-23T20:22:05,024 DEBUG [RS:0;80f3ff297c7b:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:05,024 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:05,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e530d6301ba1c2a0e230bcf32c3e52a9, disabling compactions & flushes 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:22:05,024 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:22:05,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:22:05,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. after waiting 0 ms 2024-11-23T20:22:05,024 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:22:05,024 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T20:22:05,024 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e530d6301ba1c2a0e230bcf32c3e52a9=test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9.} 2024-11-23T20:22:05,024 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e530d6301ba1c2a0e230bcf32c3e52a9 2024-11-23T20:22:05,024 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:22:05,025 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:22:05,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:22:05,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:22:05,025 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:22:05,025 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T20:22:05,028 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/default/test/e530d6301ba1c2a0e230bcf32c3e52a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:22:05,029 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:05,029 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:22:05,029 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:22:05,029 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e530d6301ba1c2a0e230bcf32c3e52a9: Waiting for close lock at 1732393325024Running coprocessor pre-close hooks at 1732393325024Disabling compacts and flushes for region at 1732393325024Disabling writes for close at 1732393325024Writing region close event to WAL at 1732393325025 (+1 ms)Running coprocessor post-close hooks at 1732393325029 (+4 ms)Closed at 1732393325029 2024-11-23T20:22:05,029 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9. 2024-11-23T20:22:05,030 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:05,040 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/info/38d379dc82014e35b8f95964e4afb37d is 129, key is test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9./info:regioninfo/1732393311596/Put/seqid=0 2024-11-23T20:22:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741841_1017 (size=6421) 2024-11-23T20:22:05,225 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:05,425 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:05,443 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/info/38d379dc82014e35b8f95964e4afb37d 2024-11-23T20:22:05,461 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/ns/c3c5475c9c004974b8cdbb4a3136daa9 is 43, key is default/ns:d/1732393304591/Put/seqid=0 2024-11-23T20:22:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741842_1018 (size=5153) 2024-11-23T20:22:05,464 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/ns/c3c5475c9c004974b8cdbb4a3136daa9 2024-11-23T20:22:05,481 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/rep_barrier/13362d98407f4365ad862f5730247c90 is 112, key is test,,1732393310855.e530d6301ba1c2a0e230bcf32c3e52a9./rep_barrier:seqnumDuringOpen/1732393311596/Put/seqid=0 2024-11-23T20:22:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741843_1019 (size=5518) 2024-11-23T20:22:05,507 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:22:05,507 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:22:05,625 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:05,777 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:05,806 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:05,825 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:05,885 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/rep_barrier/13362d98407f4365ad862f5730247c90 2024-11-23T20:22:05,903 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/table/05c4d120497a44f7a2aa9784c6ad7c5a is 40, key is test/table:state/1732393311602/Put/seqid=0 2024-11-23T20:22:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741844_1020 (size=5165) 2024-11-23T20:22:06,025 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:22:06,025 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:22:06,025 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:06,225 DEBUG [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:06,306 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/table/05c4d120497a44f7a2aa9784c6ad7c5a 2024-11-23T20:22:06,310 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/info/38d379dc82014e35b8f95964e4afb37d as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/info/38d379dc82014e35b8f95964e4afb37d 2024-11-23T20:22:06,314 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/info/38d379dc82014e35b8f95964e4afb37d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T20:22:06,315 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/ns/c3c5475c9c004974b8cdbb4a3136daa9 as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/ns/c3c5475c9c004974b8cdbb4a3136daa9 2024-11-23T20:22:06,318 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/ns/c3c5475c9c004974b8cdbb4a3136daa9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:22:06,318 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/rep_barrier/13362d98407f4365ad862f5730247c90 as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/rep_barrier/13362d98407f4365ad862f5730247c90 2024-11-23T20:22:06,321 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/rep_barrier/13362d98407f4365ad862f5730247c90, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T20:22:06,322 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/.tmp/table/05c4d120497a44f7a2aa9784c6ad7c5a as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/table/05c4d120497a44f7a2aa9784c6ad7c5a 2024-11-23T20:22:06,325 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/table/05c4d120497a44f7a2aa9784c6ad7c5a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T20:22:06,326 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-23T20:22:06,326 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:22:06,329 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T20:22:06,330 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:06,330 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:22:06,330 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:06,330 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393325024Running coprocessor pre-close hooks at 1732393325024Disabling compacts and flushes for region at 1732393325024Disabling writes for close at 1732393325025 (+1 ms)Obtaining lock to block concurrent updates at 1732393325025Preparing flush snapshotting stores in 1588230740 at 1732393325025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732393325025Flushing stores of hbase:meta,,1.1588230740 at 1732393325025Flushing 1588230740/info: creating writer at 1732393325025Flushing 1588230740/info: appending metadata at 1732393325039 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732393325039Flushing 1588230740/ns: creating writer at 1732393325447 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732393325461 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732393325461Flushing 1588230740/rep_barrier: creating writer at 1732393325467 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393325481 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393325481Flushing 1588230740/table: creating writer at 1732393325889 (+408 ms)Flushing 1588230740/table: appending metadata at 1732393325902 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732393325902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b17773f: reopening flushed file at 1732393326310 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c86d031: reopening flushed file at 1732393326314 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f8116: reopening flushed file at 1732393326318 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71668d00: reopening flushed file at 1732393326321 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732393326326 (+5 ms)Writing region close event to WAL at 1732393326327 (+1 ms)Running coprocessor post-close hooks at 1732393326330 (+3 ms)Closed at 1732393326330 2024-11-23T20:22:06,330 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:06,426 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,40969,1732393301647; all regions closed. 2024-11-23T20:22:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741834_1010 (size=2717) 2024-11-23T20:22:06,429 DEBUG [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/oldWALs 2024-11-23T20:22:06,429 INFO [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C40969%2C1732393301647.meta:.meta(num 1732393304550) 2024-11-23T20:22:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741832_1008 (size=1374) 2024-11-23T20:22:06,432 DEBUG [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/oldWALs 2024-11-23T20:22:06,432 INFO [RS:0;80f3ff297c7b:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C40969%2C1732393301647:(num 1732393303641) 2024-11-23T20:22:06,432 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:06,432 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:06,432 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:06,432 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:06,433 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:06,433 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:06,433 INFO [RS:0;80f3ff297c7b:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:40969. 2024-11-23T20:22:06,433 DEBUG [RS:0;80f3ff297c7b:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:06,433 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:06,433 DEBUG [RS:0;80f3ff297c7b:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:06,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:06,433 INFO [RS:0;80f3ff297c7b:40969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40969 2024-11-23T20:22:06,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218180842/rs/80f3ff297c7b,40969,1732393301647 2024-11-23T20:22:06,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842/rs 2024-11-23T20:22:06,435 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:06,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,40969,1732393301647] 2024-11-23T20:22:06,438 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-218180842/draining/80f3ff297c7b,40969,1732393301647 already deleted, retry=false 2024-11-23T20:22:06,438 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,40969,1732393301647 expired; onlineServers=0 2024-11-23T20:22:06,438 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,39409,1732393301610' ***** 2024-11-23T20:22:06,438 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:22:06,438 INFO [M:0;80f3ff297c7b:39409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:06,438 INFO [M:0;80f3ff297c7b:39409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:06,438 DEBUG [M:0;80f3ff297c7b:39409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:22:06,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:22:06,438 DEBUG [M:0;80f3ff297c7b:39409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:22:06,438 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393303411 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393303411,5,FailOnTimeoutGroup] 2024-11-23T20:22:06,438 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393303408 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393303408,5,FailOnTimeoutGroup] 2024-11-23T20:22:06,438 INFO [M:0;80f3ff297c7b:39409 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:06,438 INFO [M:0;80f3ff297c7b:39409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:06,438 DEBUG [M:0;80f3ff297c7b:39409 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:22:06,438 INFO [M:0;80f3ff297c7b:39409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:22:06,439 INFO [M:0;80f3ff297c7b:39409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:06,439 INFO [M:0;80f3ff297c7b:39409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:22:06,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:22:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218180842/master 2024-11-23T20:22:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218180842 2024-11-23T20:22:06,439 DEBUG [M:0;80f3ff297c7b:39409 {}] zookeeper.ZKUtil(347): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Unable to get data of znode /1-218180842/master because node does not exist (not an error) 2024-11-23T20:22:06,440 WARN [M:0;80f3ff297c7b:39409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:22:06,440 INFO [M:0;80f3ff297c7b:39409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/.lastflushedseqids 2024-11-23T20:22:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741845_1021 (size=173) 2024-11-23T20:22:06,444 INFO [M:0;80f3ff297c7b:39409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:22:06,444 INFO [M:0;80f3ff297c7b:39409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:22:06,444 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:22:06,444 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:06,444 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:06,444 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:22:06,444 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:06,444 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-23T20:22:06,464 DEBUG [M:0;80f3ff297c7b:39409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e188407339e740fb88db8899f4d9044b is 82, key is hbase:meta,,1/info:regioninfo/1732393304582/Put/seqid=0 2024-11-23T20:22:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741846_1022 (size=5672) 2024-11-23T20:22:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101467dcf230004, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:06,537 INFO [RS:0;80f3ff297c7b:40969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:06,537 INFO [RS:0;80f3ff297c7b:40969 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,40969,1732393301647; zookeeper connection closed. 2024-11-23T20:22:06,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c 2024-11-23T20:22:06,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:22:06,868 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e188407339e740fb88db8899f4d9044b 2024-11-23T20:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:06,889 DEBUG [M:0;80f3ff297c7b:39409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45df83739d2a433eae4579c9623bc2ee is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732393311605/Put/seqid=0 2024-11-23T20:22:06,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741847_1023 (size=6587) 2024-11-23T20:22:06,910 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:07,293 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45df83739d2a433eae4579c9623bc2ee 2024-11-23T20:22:07,313 DEBUG [M:0;80f3ff297c7b:39409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22c1d7e377a4f1cb6379bd15bf3f199 is 69, key is 80f3ff297c7b,40969,1732393301647/rs:state/1732393303491/Put/seqid=0 2024-11-23T20:22:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741848_1024 (size=5156) 2024-11-23T20:22:07,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T20:22:07,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,660 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T20:22:07,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T20:22:07,717 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22c1d7e377a4f1cb6379bd15bf3f199 2024-11-23T20:22:07,721 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e188407339e740fb88db8899f4d9044b as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e188407339e740fb88db8899f4d9044b 2024-11-23T20:22:07,724 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e188407339e740fb88db8899f4d9044b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T20:22:07,725 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45df83739d2a433eae4579c9623bc2ee as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45df83739d2a433eae4579c9623bc2ee 2024-11-23T20:22:07,727 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45df83739d2a433eae4579c9623bc2ee, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T20:22:07,728 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22c1d7e377a4f1cb6379bd15bf3f199 as hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22c1d7e377a4f1cb6379bd15bf3f199 2024-11-23T20:22:07,731 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33149/user/jenkins/test-data/6ae48629-0aa7-f265-92df-f5f6f2cf498e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22c1d7e377a4f1cb6379bd15bf3f199, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T20:22:07,732 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=55, compaction requested=false 2024-11-23T20:22:07,733 INFO [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:07,733 DEBUG [M:0;80f3ff297c7b:39409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393326444Disabling compacts and flushes for region at 1732393326444Disabling writes for close at 1732393326444Obtaining lock to block concurrent updates at 1732393326444Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393326444Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732393326444Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393326445 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393326445Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393326463 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393326463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393326871 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393326888 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393326889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393327296 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393327313 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393327313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7edb: reopening flushed file at 1732393327720 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70769713: reopening flushed file at 1732393327724 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5317bdd6: reopening flushed file at 1732393327727 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=55, compaction requested=false at 1732393327732 (+5 ms)Writing region close event to WAL at 1732393327733 (+1 ms)Closed at 1732393327733 2024-11-23T20:22:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741830_1006 (size=32782) 2024-11-23T20:22:07,735 INFO [M:0;80f3ff297c7b:39409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:22:07,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:07,735 INFO [M:0;80f3ff297c7b:39409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39409 2024-11-23T20:22:07,736 INFO [M:0;80f3ff297c7b:39409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:07,837 INFO [M:0;80f3ff297c7b:39409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39409-0x101467dcf230003, quorum=127.0.0.1:57504, baseZNode=/1-218180842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:07,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8e80e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:22:07,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed5ab24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:07,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:07,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c328bdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:07,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f0c9ac6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:07,841 WARN [BP-1382506264-172.17.0.2-1732393300394 heartbeating to localhost/127.0.0.1:33149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:22:07,841 WARN [BP-1382506264-172.17.0.2-1732393300394 heartbeating to localhost/127.0.0.1:33149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382506264-172.17.0.2-1732393300394 (Datanode Uuid ad225d00-be32-4dcb-a498-60a662a8b765) service to localhost/127.0.0.1:33149 2024-11-23T20:22:07,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:22:07,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:22:07,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/cluster_e7484b33-6c58-8f36-ace7-70cddbe1d922/data/data1/current/BP-1382506264-172.17.0.2-1732393300394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:07,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/cluster_e7484b33-6c58-8f36-ace7-70cddbe1d922/data/data2/current/BP-1382506264-172.17.0.2-1732393300394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:07,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:22:07,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e24ac36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:22:07,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c44a20e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:07,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:07,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2190a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:07,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56952b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c29ed783-0fa0-85d9-5e7d-c7b1edf6e9ed/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:07,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:22:07,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T20:22:07,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:07,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:07,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:07,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:07,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:07,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T20:22:07,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=132056940, stopped=false 2024-11-23T20:22:07,862 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80f3ff297c7b,38315,1732393298072 2024-11-23T20:22:07,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-839191821/running 2024-11-23T20:22:07,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:22:07,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-839191821/running 2024-11-23T20:22:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:22:07,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T20:22:07,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:07,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:07,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80f3ff297c7b,37373,1732393298120' ***** 2024-11-23T20:22:07,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T20:22:07,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/running 2024-11-23T20:22:07,864 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(3091): Received CLOSE for f1035f6469e066879701038ebf163c39 2024-11-23T20:22:07,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T20:22:07,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Set watcher on znode that does not yet exist, /0-839191821/running 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(3091): Received CLOSE for 32bf8c1ee6011cd64dc3d274433cae94 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(959): stopping server 80f3ff297c7b,37373,1732393298120 2024-11-23T20:22:07,865 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37373. 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1035f6469e066879701038ebf163c39, disabling compactions & flushes 2024-11-23T20:22:07,866 DEBUG [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:07,866 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:07,866 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. after waiting 0 ms 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:22:07,866 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1035f6469e066879701038ebf163c39 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T20:22:07,866 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T20:22:07,866 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1325): Online Regions={f1035f6469e066879701038ebf163c39=hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39., 1588230740=hbase:meta,,1.1588230740, 32bf8c1ee6011cd64dc3d274433cae94=test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94.} 2024-11-23T20:22:07,866 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bf8c1ee6011cd64dc3d274433cae94, f1035f6469e066879701038ebf163c39 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T20:22:07,866 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T20:22:07,866 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T20:22:07,866 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T20:22:07,885 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/info/c512f75880cf4cc1a67a0dc08d29ac40 is 147, key is hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39./info:regioninfo/1732393315313/Put/seqid=0 2024-11-23T20:22:07,885 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/hfileref/767b48c6d83e483a86fb57fcbb905781 is 74, key is 1/hfileref:129d7891bbf945518b7d3b3df126dc7b_SeqId_4_/1732393318470/DeleteColumn/seqid=0 2024-11-23T20:22:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741847_1023 (size=5489) 2024-11-23T20:22:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741848_1024 (size=7686) 2024-11-23T20:22:07,910 INFO [regionserver/80f3ff297c7b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:08,066 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bf8c1ee6011cd64dc3d274433cae94, f1035f6469e066879701038ebf163c39 2024-11-23T20:22:08,084 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:08,113 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:08,266 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bf8c1ee6011cd64dc3d274433cae94, f1035f6469e066879701038ebf163c39 2024-11-23T20:22:08,289 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/hfileref/767b48c6d83e483a86fb57fcbb905781 2024-11-23T20:22:08,289 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/info/c512f75880cf4cc1a67a0dc08d29ac40 2024-11-23T20:22:08,308 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/queue/f8b45a6a42f74804b7dd046c514bf15c is 153, key is 1-80f3ff297c7b,37373,1732393298120/queue:80f3ff297c7b%2C37373%2C1732393298120/1732393321193/Put/seqid=0 2024-11-23T20:22:08,311 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/ns/2fcd896401d046c4812129d86e1d13ff is 43, key is default/ns:d/1732393300265/Put/seqid=0 2024-11-23T20:22:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741849_1025 (size=5504) 2024-11-23T20:22:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741850_1026 (size=5153) 2024-11-23T20:22:08,314 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/ns/2fcd896401d046c4812129d86e1d13ff 2024-11-23T20:22:08,330 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/rep_barrier/9dfc9918affb46b988452379bb62362a is 112, key is test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94./rep_barrier:seqnumDuringOpen/1732393309849/Put/seqid=0 2024-11-23T20:22:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741851_1027 (size=5518) 2024-11-23T20:22:08,467 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bf8c1ee6011cd64dc3d274433cae94, f1035f6469e066879701038ebf163c39 2024-11-23T20:22:08,658 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T20:22:08,658 INFO [regionserver/80f3ff297c7b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T20:22:08,667 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bf8c1ee6011cd64dc3d274433cae94, f1035f6469e066879701038ebf163c39 2024-11-23T20:22:08,712 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/queue/f8b45a6a42f74804b7dd046c514bf15c 2024-11-23T20:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/hfileref/767b48c6d83e483a86fb57fcbb905781 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/hfileref/767b48c6d83e483a86fb57fcbb905781 2024-11-23T20:22:08,720 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/hfileref/767b48c6d83e483a86fb57fcbb905781, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T20:22:08,720 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/.tmp/queue/f8b45a6a42f74804b7dd046c514bf15c as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/queue/f8b45a6a42f74804b7dd046c514bf15c 2024-11-23T20:22:08,723 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/queue/f8b45a6a42f74804b7dd046c514bf15c, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T20:22:08,724 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f1035f6469e066879701038ebf163c39 in 858ms, sequenceid=17, compaction requested=false 2024-11-23T20:22:08,728 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/replication/f1035f6469e066879701038ebf163c39/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T20:22:08,728 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:08,728 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:22:08,728 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:22:08,728 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1035f6469e066879701038ebf163c39: Waiting for close lock at 1732393327865Running coprocessor pre-close hooks at 1732393327865Disabling compacts and flushes for region at 1732393327866 (+1 ms)Disabling writes for close at 1732393327866Obtaining lock to block concurrent updates at 1732393327866Preparing flush snapshotting stores in f1035f6469e066879701038ebf163c39 at 1732393327866Finished memstore snapshotting hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732393327866Flushing stores of hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. at 1732393327867 (+1 ms)Flushing f1035f6469e066879701038ebf163c39/hfileref: creating writer at 1732393327867Flushing f1035f6469e066879701038ebf163c39/hfileref: appending metadata at 1732393327885 (+18 ms)Flushing f1035f6469e066879701038ebf163c39/hfileref: closing flushed file at 1732393327885Flushing f1035f6469e066879701038ebf163c39/queue: creating writer at 1732393328294 (+409 ms)Flushing f1035f6469e066879701038ebf163c39/queue: appending metadata at 1732393328308 (+14 ms)Flushing f1035f6469e066879701038ebf163c39/queue: closing flushed file at 1732393328308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62437c19: reopening flushed file at 1732393328716 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7faaf035: reopening flushed file at 1732393328720 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f1035f6469e066879701038ebf163c39 in 858ms, sequenceid=17, compaction requested=false at 1732393328724 (+4 ms)Writing region close event to WAL at 1732393328725 (+1 ms)Running coprocessor post-close hooks at 1732393328728 (+3 ms)Closed at 1732393328728 2024-11-23T20:22:08,728 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732393314155.f1035f6469e066879701038ebf163c39. 2024-11-23T20:22:08,729 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32bf8c1ee6011cd64dc3d274433cae94, disabling compactions & flushes 2024-11-23T20:22:08,729 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:22:08,729 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:22:08,729 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. after waiting 0 ms 2024-11-23T20:22:08,729 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:22:08,731 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/default/test/32bf8c1ee6011cd64dc3d274433cae94/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T20:22:08,731 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:08,732 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T20:22:08,732 INFO [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:22:08,732 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32bf8c1ee6011cd64dc3d274433cae94: Waiting for close lock at 1732393328729Running coprocessor pre-close hooks at 1732393328729Disabling compacts and flushes for region at 1732393328729Disabling writes for close at 1732393328729Writing region close event to WAL at 1732393328729Running coprocessor post-close hooks at 1732393328731 (+2 ms)Closed at 1732393328732 (+1 ms) 2024-11-23T20:22:08,732 DEBUG [RS_CLOSE_REGION-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732393308707.32bf8c1ee6011cd64dc3d274433cae94. 2024-11-23T20:22:08,734 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/rep_barrier/9dfc9918affb46b988452379bb62362a 2024-11-23T20:22:08,751 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/table/839213358a5341f6bacd0d9b5593df96 is 53, key is hbase:replication/table:state/1732393315318/Put/seqid=0 2024-11-23T20:22:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741852_1028 (size=5308) 2024-11-23T20:22:08,867 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T20:22:08,867 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T20:22:08,867 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:09,067 DEBUG [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T20:22:09,155 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/table/839213358a5341f6bacd0d9b5593df96 2024-11-23T20:22:09,158 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/info/c512f75880cf4cc1a67a0dc08d29ac40 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/info/c512f75880cf4cc1a67a0dc08d29ac40 2024-11-23T20:22:09,162 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/info/c512f75880cf4cc1a67a0dc08d29ac40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T20:22:09,163 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/ns/2fcd896401d046c4812129d86e1d13ff as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/ns/2fcd896401d046c4812129d86e1d13ff 2024-11-23T20:22:09,166 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/ns/2fcd896401d046c4812129d86e1d13ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T20:22:09,166 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/rep_barrier/9dfc9918affb46b988452379bb62362a as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/rep_barrier/9dfc9918affb46b988452379bb62362a 2024-11-23T20:22:09,169 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/rep_barrier/9dfc9918affb46b988452379bb62362a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T20:22:09,170 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/.tmp/table/839213358a5341f6bacd0d9b5593df96 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/table/839213358a5341f6bacd0d9b5593df96 2024-11-23T20:22:09,173 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/table/839213358a5341f6bacd0d9b5593df96, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T20:22:09,174 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-23T20:22:09,174 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T20:22:09,177 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T20:22:09,178 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T20:22:09,178 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T20:22:09,178 INFO [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:09,178 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732393327866Running coprocessor pre-close hooks at 1732393327866Disabling compacts and flushes for region at 1732393327866Disabling writes for close at 1732393327866Obtaining lock to block concurrent updates at 1732393327866Preparing flush snapshotting stores in 1588230740 at 1732393327866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732393327867 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732393327867Flushing 1588230740/info: creating writer at 1732393327867Flushing 1588230740/info: appending metadata at 1732393327885 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732393327885Flushing 1588230740/ns: creating writer at 1732393328294 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732393328310 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732393328310Flushing 1588230740/rep_barrier: creating writer at 1732393328317 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732393328330 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732393328330Flushing 1588230740/table: creating writer at 1732393328737 (+407 ms)Flushing 1588230740/table: appending metadata at 1732393328751 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732393328751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3714713b: reopening flushed file at 1732393329158 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab9f554: reopening flushed file at 1732393329162 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0a77ca: reopening flushed file at 1732393329166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2954ff4d: reopening flushed file at 1732393329170 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1732393329174 (+4 ms)Writing region close event to WAL at 1732393329175 (+1 ms)Running coprocessor post-close hooks at 1732393329178 (+3 ms)Closed at 1732393329178 2024-11-23T20:22:09,178 DEBUG [RS_CLOSE_META-regionserver/80f3ff297c7b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T20:22:09,267 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(976): stopping server 80f3ff297c7b,37373,1732393298120; all regions closed. 2024-11-23T20:22:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741843_1019 (size=859) 2024-11-23T20:22:09,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.meta.1732393319208.meta not finished, retry = 0 2024-11-23T20:22:09,372 DEBUG [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs 2024-11-23T20:22:09,372 INFO [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120.meta:.meta(num 1732393319208) 2024-11-23T20:22:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741842_1018 (size=2791) 2024-11-23T20:22:09,376 DEBUG [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs 2024-11-23T20:22:09,376 INFO [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120.rep:(num 1732393319186) 2024-11-23T20:22:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741844_1020 (size=696) 2024-11-23T20:22:09,378 DEBUG [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs 2024-11-23T20:22:09,378 INFO [RS:0;80f3ff297c7b:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80f3ff297c7b%2C37373%2C1732393298120:(num 1732393319228) 2024-11-23T20:22:09,378 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:09,378 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T20:22:09,378 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:09,379 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.ChoreService(370): Chore service for: regionserver/80f3ff297c7b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:09,379 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:09,379 INFO [regionserver/80f3ff297c7b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:09,379 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80f3ff297c7b,37373,1732393298120 because: Region server is closing 2024-11-23T20:22:09,379 INFO [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37373. 2024-11-23T20:22:09,379 DEBUG [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:09,379 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:09,379 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:09,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:09,416 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 to pos 393, reset compression=false 2024-11-23T20:22:09,417 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 was moved to hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/oldWALs/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 2024-11-23T20:22:09,419 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228 2024-11-23T20:22:09,419 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T20:22:09,419 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T20:22:09,419 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.wal-reader.80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T20:22:09,419 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-80f3ff297c7b,37373,1732393298120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/WALs/80f3ff297c7b,37373,1732393298120/80f3ff297c7b%2C37373%2C1732393298120.1732393319228, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T20:22:09,420 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80f3ff297c7b,37373,1732393298120: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-80f3ff297c7b,37373,1732393298120, walGroup=80f3ff297c7b%2C37373%2C1732393298120, offset=80f3ff297c7b%2C37373%2C1732393298120.1732393319228:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80f3ff297c7b:37373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T20:22:09,421 ERROR [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T20:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T20:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T20:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T20:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T20:22:09,422 INFO [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1507852288, "init": 1048576000, "max": 2306867200, "used": 1176749256 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207668408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T20:22:09,423 DEBUG [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [80f3ff297c7b%2C37373%2C1732393298120.1732393319228] 2024-11-23T20:22:09,480 WARN [RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T20:22:09,480 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,1-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,1-80f3ff297c7b,37373,1732393298120 terminated 2024-11-23T20:22:09,480 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80f3ff297c7b,37373,1732393298120 because: Region server is closing 2024-11-23T20:22:09,480 INFO [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80f3ff297c7b:37373. 2024-11-23T20:22:09,480 DEBUG [RS:0;80f3ff297c7b:37373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T20:22:09,480 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:09,480 DEBUG [RS:0;80f3ff297c7b:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T20:22:09,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T20:22:09,480 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80f3ff297c7b:0-0.replicationSource,2-80f3ff297c7b,37373,1732393298120.replicationSource.shipper80f3ff297c7b%2C37373%2C1732393298120,2-80f3ff297c7b,37373,1732393298120 terminated 2024-11-23T20:22:09,480 INFO [RS:0;80f3ff297c7b:37373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37373 2024-11-23T20:22:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-839191821/rs/80f3ff297c7b,37373,1732393298120 2024-11-23T20:22:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821/rs 2024-11-23T20:22:09,482 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:09,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80f3ff297c7b,37373,1732393298120] 2024-11-23T20:22:09,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-839191821/draining/80f3ff297c7b,37373,1732393298120 already deleted, retry=false 2024-11-23T20:22:09,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80f3ff297c7b,37373,1732393298120 expired; onlineServers=0 2024-11-23T20:22:09,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80f3ff297c7b,38315,1732393298072' ***** 2024-11-23T20:22:09,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T20:22:09,485 INFO [M:0;80f3ff297c7b:38315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T20:22:09,485 INFO [M:0;80f3ff297c7b:38315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T20:22:09,485 DEBUG [M:0;80f3ff297c7b:38315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T20:22:09,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T20:22:09,485 DEBUG [M:0;80f3ff297c7b:38315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T20:22:09,485 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393299481 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.small.0-1732393299481,5,FailOnTimeoutGroup] 2024-11-23T20:22:09,485 DEBUG [master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393299481 {}] cleaner.HFileCleaner(306): Exit Thread[master/80f3ff297c7b:0:becomeActiveMaster-HFileCleaner.large.0-1732393299481,5,FailOnTimeoutGroup] 2024-11-23T20:22:09,486 INFO [M:0;80f3ff297c7b:38315 {}] hbase.ChoreService(370): Chore service for: master/80f3ff297c7b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T20:22:09,486 INFO [M:0;80f3ff297c7b:38315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T20:22:09,486 DEBUG [M:0;80f3ff297c7b:38315 {}] master.HMaster(1795): Stopping service threads 2024-11-23T20:22:09,486 INFO [M:0;80f3ff297c7b:38315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T20:22:09,486 INFO [M:0;80f3ff297c7b:38315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T20:22:09,486 INFO [M:0;80f3ff297c7b:38315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T20:22:09,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T20:22:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-839191821/master 2024-11-23T20:22:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-839191821 2024-11-23T20:22:09,487 DEBUG [M:0;80f3ff297c7b:38315 {}] zookeeper.ZKUtil(347): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Unable to get data of znode /0-839191821/master because node does not exist (not an error) 2024-11-23T20:22:09,487 WARN [M:0;80f3ff297c7b:38315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T20:22:09,487 INFO [M:0;80f3ff297c7b:38315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/.lastflushedseqids 2024-11-23T20:22:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741853_1029 (size=263) 2024-11-23T20:22:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:09,584 INFO [RS:0;80f3ff297c7b:37373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x101467dcf230001, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:09,584 INFO [RS:0;80f3ff297c7b:37373 {}] regionserver.HRegionServer(1031): Exiting; stopping=80f3ff297c7b,37373,1732393298120; zookeeper connection closed. 2024-11-23T20:22:09,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d609d0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d609d0f 2024-11-23T20:22:09,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T20:22:09,891 INFO [M:0;80f3ff297c7b:38315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T20:22:09,891 INFO [M:0;80f3ff297c7b:38315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T20:22:09,892 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T20:22:09,892 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:09,892 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:09,892 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T20:22:09,892 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:09,892 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-23T20:22:09,910 DEBUG [M:0;80f3ff297c7b:38315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a21d39c6dac48878ddd6073c2269778 is 82, key is hbase:meta,,1/info:regioninfo/1732393300253/Put/seqid=0 2024-11-23T20:22:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741854_1030 (size=5672) 2024-11-23T20:22:09,914 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a21d39c6dac48878ddd6073c2269778 2024-11-23T20:22:09,933 DEBUG [M:0;80f3ff297c7b:38315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54273893123743ac88cbbb952839991f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732393315321/Put/seqid=0 2024-11-23T20:22:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741855_1031 (size=8909) 2024-11-23T20:22:09,937 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54273893123743ac88cbbb952839991f 2024-11-23T20:22:09,957 DEBUG [M:0;80f3ff297c7b:38315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e754e984b9284226922d95bdec2db829 is 69, key is 80f3ff297c7b,37373,1732393298120/rs:state/1732393299561/Put/seqid=0 2024-11-23T20:22:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741856_1032 (size=5156) 2024-11-23T20:22:09,960 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e754e984b9284226922d95bdec2db829 2024-11-23T20:22:09,963 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a21d39c6dac48878ddd6073c2269778 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a21d39c6dac48878ddd6073c2269778 2024-11-23T20:22:09,966 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a21d39c6dac48878ddd6073c2269778, entries=8, sequenceid=112, filesize=5.5 K 2024-11-23T20:22:09,967 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54273893123743ac88cbbb952839991f as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54273893123743ac88cbbb952839991f 2024-11-23T20:22:09,970 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54273893123743ac88cbbb952839991f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-23T20:22:09,970 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e754e984b9284226922d95bdec2db829 as hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e754e984b9284226922d95bdec2db829 2024-11-23T20:22:09,973 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39991/user/jenkins/test-data/513e33a9-a905-7b9d-1e98-023707414e44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e754e984b9284226922d95bdec2db829, entries=1, sequenceid=112, filesize=5.0 K 2024-11-23T20:22:09,974 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=112, compaction requested=false 2024-11-23T20:22:09,975 INFO [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T20:22:09,975 DEBUG [M:0;80f3ff297c7b:38315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732393329892Disabling compacts and flushes for region at 1732393329892Disabling writes for close at 1732393329892Obtaining lock to block concurrent updates at 1732393329892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732393329892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732393329892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732393329893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732393329893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732393329910 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732393329910Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732393329917 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732393329933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732393329933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732393329940 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732393329956 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732393329956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4447d7be: reopening flushed file at 1732393329963 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34746cea: reopening flushed file at 1732393329966 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9e5585: reopening flushed file at 1732393329970 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=112, compaction requested=false at 1732393329974 (+4 ms)Writing region close event to WAL at 1732393329975 (+1 ms)Closed at 1732393329975 2024-11-23T20:22:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741830_1006 (size=69055) 2024-11-23T20:22:09,977 INFO [M:0;80f3ff297c7b:38315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T20:22:09,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T20:22:09,977 INFO [M:0;80f3ff297c7b:38315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38315 2024-11-23T20:22:09,977 INFO [M:0;80f3ff297c7b:38315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T20:22:10,079 INFO [M:0;80f3ff297c7b:38315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T20:22:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x101467dcf230000, quorum=127.0.0.1:57504, baseZNode=/0-839191821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T20:22:10,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65ebfb17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T20:22:10,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1429a345{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:10,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:10,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20badbdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:10,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@643d0ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:10,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T20:22:10,083 WARN [BP-1318304727-172.17.0.2-1732393297063 heartbeating to localhost/127.0.0.1:39991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T20:22:10,083 WARN [BP-1318304727-172.17.0.2-1732393297063 heartbeating to localhost/127.0.0.1:39991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1318304727-172.17.0.2-1732393297063 (Datanode Uuid 9027127b-c8a7-4bc8-9461-5e8b3c3b8fff) service to localhost/127.0.0.1:39991 2024-11-23T20:22:10,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T20:22:10,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/data/data1/current/BP-1318304727-172.17.0.2-1732393297063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:10,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/cluster_0ca18f2d-4d17-20bd-d090-300f4bd7e88e/data/data2/current/BP-1318304727-172.17.0.2-1732393297063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T20:22:10,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T20:22:10,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ef8b47f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T20:22:10,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af9b326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T20:22:10,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T20:22:10,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f9db58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T20:22:10,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f74f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4eb0ebb-af80-bec7-febc-08010d59cd2e/hadoop.log.dir/,STOPPED} 2024-11-23T20:22:10,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T20:22:10,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T20:22:10,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 535) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42145 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39991 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57504) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33149 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57504) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39991 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57504) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42145 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39991 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33149 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=6027 (was 6210) 2024-11-23T20:22:10,129 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500